-- Logs begin at Wed 2022-04-06 09:14:28 UTC, end at Wed 2022-04-06 10:39:14 UTC. --
Apr 06 10:08:35.280608 dv-cinder-836753-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 06 10:08:37.462204 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.common.config [-] Logging enabled!
Apr 06 10:08:37.462989 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev55
Apr 06 10:08:37.462989 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83889) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Apr 06 10:08:37.465242 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.common.config [-] Logging enabled!
Apr 06 10:08:37.465492 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev55
Apr 06 10:08:37.465734 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83889) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Apr 06 10:08:37.466742 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 06 10:08:37.466972 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 06 10:08:37.467324 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 06 10:08:37.467576 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 06 10:08:37.467791 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 06 10:08:37.468109 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.468397 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.468692 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.469481 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.469838 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.470160 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.470448 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.470741 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.471042 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.471332 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.471614 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.471894 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.472131 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.472413 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.472703 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.472987 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.473210 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.473491 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.473948 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.474351 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.474634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.474925 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.475203 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.475480 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.475762 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.476095 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] host                           = dv-cinder-836753-1-iscsi {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.476375 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.476666 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.476954 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.477242 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.477518 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.477796 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.478105 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.478381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.478656 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.478932 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.479220 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.479514 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.479807 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.480028 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.480253 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.480540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.480828 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.481103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.481382 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.481649 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.481943 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.482222 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.482492 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.482774 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.483055 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.483341 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.483613 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.483887 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.484160 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.484434 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.485299 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.485572 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.485899 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.486221 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.486514 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.486788 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.487066 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.487371 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.487658 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.487936 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.488222 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.488499 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.488779 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.489053 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.489320 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.489589 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.489861 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.490156 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.490440 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.490714 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.490985 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.491255 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.491527 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.491815 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.492091 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:37.492386 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.492685 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.492983 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.493262 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.493557 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.493837 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.494148 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.494425 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.494716 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.495003 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.495293 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.495566 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.495850 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.496140 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.496429 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.496702 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.496976 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.497263 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.497540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.497814 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.498112 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.498403 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.498681 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.498952 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.499227 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.499503 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.499774 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.500041 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.500433 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.500854 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.501140 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.501420 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.501696 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.502069 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.502349 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.502637 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.502915 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.503189 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.503462 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.503741 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.504013 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.504289 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.504562 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.504833 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.505110 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.505382 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.505653 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.505974 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.506216 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.506481 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.506754 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.507027 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.507301 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.507574 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.507841 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.508111 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.508383 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.508655 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.508941 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.509235 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.509511 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.509787 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.510102 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.510378 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.510655 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.510932 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.511210 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.511484 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.511754 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.512051 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.512333 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.512621 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.512905 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.513184 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.513478 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.513753 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.514061 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.514339 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.514615 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.514897 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.515180 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.515473 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.515767 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.516083 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.516378 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.516668 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.516946 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.517296 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.517572 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:37.517790 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 06 10:08:37.518054 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83889) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 06 10:08:37.928126 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO keyring.backend [-] Loading KWallet
Apr 06 10:08:37.935709 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO keyring.backend [-] Loading SecretService
Apr 06 10:08:37.939102 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO keyring.backend [-] Loading Windows
Apr 06 10:08:37.940435 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO keyring.backend [-] Loading chainer
Apr 06 10:08:37.941008 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO keyring.backend [-] Loading macOS
Apr 06 10:08:37.975024 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 06 10:08:37.975301 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 06 10:08:37.975590 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 06 10:08:37.977033 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 06 10:08:38.278696 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.278900 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.279170 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.335246 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.335525 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.335790 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.338823 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.339102 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.339368 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.368624 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.368900 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.369163 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.395900 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.396177 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.396443 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.711691 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1e814d75e0> agent after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.712318 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1e814d75e0> agent after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.712318 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1e814d7670> segment precommit_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.712516 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1e814d7700> network precommit_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.713384 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1e814d3f70> segment before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.834111 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> network before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.834432 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1e814a2c10> agent before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.834717 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> network before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.834986 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> port before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.835258 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> port before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.835568 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> segment after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.835832 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> segment precommit_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.836088 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> segment precommit_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.836339 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> segment after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.836620 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> network after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.836877 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> network precommit_delete 0 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.837139 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> port provisioning_complete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.837400 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.837655 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> rbac-policy after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.837921 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> agent after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.838212 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> subnet after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.838467 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> subnet precommit_delete 0 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.838739 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.838991 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.839271 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> segment_host_mapping after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.839617 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> port after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.839865 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.840110 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.840389 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.840636 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.840878 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e81d6be20>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.841255 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 06 10:08:38.841489 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 06 10:08:38.841722 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 06 10:08:38.841972 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 06 10:08:38.842207 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 06 10:08:38.842437 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 06 10:08:38.842977 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 06 10:08:38.846696 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 06 10:08:38.850694 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 06 10:08:38.854488 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Apr 06 10:08:38.856104 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 06 10:08:38.856483 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 06 10:08:38.856817 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 06 10:08:38.857196 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 06 10:08:38.860045 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 06 10:08:38.860286 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 06 10:08:38.860626 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 06 10:08:38.888666 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Apr 06 10:08:38.889112 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1e8136ae80>> qos_plugin after_init 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.889405 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83889) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 06 10:08:38.889766 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1e81390610>> logging-plugin after_init 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.891887 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83889) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 06 10:08:38.892176 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 06 10:08:38.892420 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 06 10:08:38.895699 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1e8136a190>> floatingip before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.895981 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1e8136a190>> port before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:38.956495 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 06 10:08:38.956733 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 06 10:08:38.956967 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 06 10:08:38.957340 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 06 10:08:38.988312 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_db.sqlalchemy.engines [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83889) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 06 10:08:39.423284 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Initializing driver for type 'gre'
Apr 06 10:08:39.423817 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] gre ID ranges: [(1, 1000)]
Apr 06 10:08:39.594240 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Initializing driver for type 'local'
Apr 06 10:08:39.594565 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Initializing driver for type 'vlan'
Apr 06 10:08:39.708539 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] VlanTypeDriver initialization complete
Apr 06 10:08:39.708826 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Initializing driver for type 'vxlan'
Apr 06 10:08:39.709337 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] vxlan ID ranges: [(1, 1000)]
Apr 06 10:08:39.920874 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Initializing extension driver 'port_security'
Apr 06 10:08:39.921499 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.extensions.port_security [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] PortSecurityExtensionDriver initialization complete
Apr 06 10:08:39.921586 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Initializing mechanism driver 'openvswitch'
Apr 06 10:08:39.921876 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Initializing mechanism driver 'hyperv'
Apr 06 10:08:39.929140 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:08:39.929831 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e813ad280>> port after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.930247 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e813ad280>> port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.930612 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e813ad280>> port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.931133 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83889) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 06 10:08:39.931580 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e2d7f0>> subnet after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.931940 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e2d7f0>> subnet after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.932291 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e2d7f0>> subnet after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.932682 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83889) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 06 10:08:39.933095 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e2dd60>> network after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.933449 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e2dd60>> network after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.933798 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e2dd60>> network after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.934228 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83889) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 06 10:08:39.934640 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e372b0>> security_group after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.934996 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e372b0>> security_group after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.935343 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e372b0>> security_group after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.935872 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83889) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 06 10:08:39.936282 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e377c0>> security_group_rule after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.936636 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e377c0>> security_group_rule after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.936981 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e80e377c0>> security_group_rule after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.937371 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83889) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Apr 06 10:08:39.938062 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] ML2 OVO RPC backend initialized. {{(pid=83889) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}}
Apr 06 10:08:39.938562 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> router_interface after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945050 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> router_interface after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945050 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> network before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945050 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> networks before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945050 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> port before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945417 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> ports before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945417 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> subnet before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945417 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> subnets before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945417 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> network after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945704 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> network after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945704 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> network after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945704 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> port after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.945704 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.946027 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.946027 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> subnet after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.946027 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> subnet after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.946027 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e80e37df0>> subnet after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.946386 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.plugin [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Modular L2 Plugin initialization complete
Apr 06 10:08:39.946386 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading services supported by the core plugin {{(pid=83889) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 06 10:08:39.946386 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Got port-security extension from driver 'port_security'
Apr 06 10:08:39.946386 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.extensions.vlantransparent [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Disabled vlantransparent extension.
Apr 06 10:08:39.946386 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83889) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 06 10:08:39.946741 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading Plugin: router
Apr 06 10:08:39.982158 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router_interface before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.982490 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router after_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.982867 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router before_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.983258 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router_interface before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.983617 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router_interface after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.983981 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router after_delete 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.984347 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> floatingip after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.985354 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router after_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.985707 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router after_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.986098 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router after_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.986458 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router_gateway after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.986899 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router after_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.987232 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router precommit_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.987611 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1e814669d0> port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.987964 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1e814668b0> port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.988311 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1e81466940> subnet after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.988660 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1e81466a60> subnetpool_address_scope after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.989014 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> port precommit_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.989368 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router precommit_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.989717 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1e815d0ca0> port before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.990102 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router precommit_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.990465 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router after_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.990814 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router precommit_delete 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.991167 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router precommit_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.991539 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router_interface after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.991894 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> router precommit_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.992269 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> agent after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.992625 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> agent after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.992976 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e80e37cd0>> network after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:39.993876 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Tracking information for resource: router configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 06 10:08:39.994245 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Tracking information for resource: floatingip configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 06 10:08:39.999112 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.db.l3_agentschedulers_db [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 06 10:08:39.999706 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1e80db5820> port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.000097 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1e80db5700> port after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.000461 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function _notify_port_delete at 0x7f1e80db5790> port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.000891 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1e80db5af0> port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.001824 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1e80dd3a90>> router before_create 55550100 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.002225 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1e80dd3a90>> router precommit_delete 55550100 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.002595 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1e80dd3a90>> router precommit_create 55550100 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.002957 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1e80dd3a90>> router precommit_update 55550100 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.007213 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.services.provider_configuration [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service providers = [] {{(pid=83889) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 06 10:08:40.007588 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.db.servicetype_db [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83889) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 06 10:08:40.010562 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.services.service_base [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83889) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 06 10:08:40.010922 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.services.service_base [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83889) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 06 10:08:40.011276 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.services.service_base [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83889) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 06 10:08:40.012164 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.services.service_base [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83889) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 06 10:08:40.012543 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.services.service_base [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 06 10:08:40.012923 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 06 10:08:40.013248 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 06 10:08:40.024496 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 06 10:08:40.024839 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading Plugin: auto_allocate
Apr 06 10:08:40.030697 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1e80e05ee0> network precommit_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.031078 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1e80e05ee0> network precommit_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.032232 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 06 10:08:40.032561 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading Plugin: tag
Apr 06 10:08:40.039331 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 06 10:08:40.039666 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading Plugin: timestamp
Apr 06 10:08:40.043648 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 06 10:08:40.043991 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading Plugin: network_ip_availability
Apr 06 10:08:40.049251 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e80dd3df0>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.049629 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e80dd3df0>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.050028 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e80dd3df0>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.050752 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 06 10:08:40.051079 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading Plugin: flavors
Apr 06 10:08:40.055833 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 06 10:08:40.056169 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading Plugin: revisions
Apr 06 10:08:40.060390 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 06 10:08:40.060776 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.085s {{(pid=83889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 06 10:08:40.061513 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83889) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Apr 06 10:08:40.061858 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Initializing extension manager.
Apr 06 10:08:40.062385 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: __init__.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.062758 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: __pycache__ {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.063102 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.063442 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.063779 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: _filter_validation_lib.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.064115 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.064448 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: address_group.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.065212 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.065786 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: address-group
Apr 06 10:08:40.066143 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: address_scope.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.066863 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.067386 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: address-scope
Apr 06 10:08:40.067715 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.068648 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.069169 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: router-admin-state-down-before-update
Apr 06 10:08:40.069498 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: agent.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.070225 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.070742 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: agent
Apr 06 10:08:40.071070 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: agent_resources_synced.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.071993 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.072511 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: agent-resources-synced
Apr 06 10:08:40.072839 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: allowedaddresspairs.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.074852 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.075384 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: allowed-address-pairs
Apr 06 10:08:40.075719 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: auto_allocated_topology.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.076806 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.077331 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: auto-allocated-topology
Apr 06 10:08:40.077663 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: availability_zone.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.078993 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.079516 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: availability_zone
Apr 06 10:08:40.079845 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: availability_zone_filter.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.080775 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.081295 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: availability_zone_filter
Apr 06 10:08:40.081623 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: data_plane_status.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.082580 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.083100 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 06 10:08:40.083430 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: default_subnetpools.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.084363 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.084881 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: default-subnetpools
Apr 06 10:08:40.085210 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.086031 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.086547 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: dhcp_agent_scheduler
Apr 06 10:08:40.086875 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: dns.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.087804 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.088314 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension dns-integration not supported by any of loaded plugins
Apr 06 10:08:40.088641 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: dns_domain_ports.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.089562 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.090111 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 06 10:08:40.090442 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: dvr.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.091120 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.091631 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: dvr
Apr 06 10:08:40.091955 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: empty_string_filtering.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.092877 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.093391 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: empty-string-filtering
Apr 06 10:08:40.093716 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.095272 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.095792 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 06 10:08:40.096124 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.097049 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.097566 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 06 10:08:40.097892 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: external_net.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.098849 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.099367 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: external-net
Apr 06 10:08:40.099695 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.100620 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.101138 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: extra_dhcp_opt
Apr 06 10:08:40.101467 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: extraroute.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.102417 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.102936 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: extraroute
Apr 06 10:08:40.103265 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: extraroute_atomic.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.104300 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.104828 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: extraroute-atomic
Apr 06 10:08:40.105160 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: filter_validation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.105838 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.106390 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: filter-validation
Apr 06 10:08:40.106717 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: fip_pf_description.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.107632 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.108144 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 06 10:08:40.108467 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: fip_port_details.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.109394 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.110137 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: fip-port-details
Apr 06 10:08:40.110469 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: flavors.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.111716 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.112242 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: flavors
Apr 06 10:08:40.112584 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.114273 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.114808 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 06 10:08:40.115143 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: floatingip_pools.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.115850 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.116369 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: floatingip-pools
Apr 06 10:08:40.116701 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: ip_allocation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.117625 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.118170 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 06 10:08:40.118499 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.119427 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.119946 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: ip-substring-filtering
Apr 06 10:08:40.120276 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: l2_adjacency.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.121213 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.121728 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 06 10:08:40.122093 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: l3.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.123071 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.123593 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: router
Apr 06 10:08:40.123925 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.126336 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.126877 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 06 10:08:40.127219 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.128160 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.128689 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: ext-gw-mode
Apr 06 10:08:40.129023 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.129966 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.130486 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: l3-ha
Apr 06 10:08:40.130815 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: l3_flavors.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.131748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.132267 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: l3-flavors
Apr 06 10:08:40.132603 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.133535 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.134090 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 06 10:08:40.134422 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: l3agentscheduler.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.135473 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.135996 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: l3_agent_scheduler
Apr 06 10:08:40.136327 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: logging.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.137825 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.138385 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension logging not supported by any of loaded plugins
Apr 06 10:08:40.138723 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: metering.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.139474 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.140061 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: metering
Apr 06 10:08:40.140393 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.142025 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.142552 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: metering_source_and_destination_fields
Apr 06 10:08:40.142891 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: multiprovidernet.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.143828 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.144351 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: multi-provider
Apr 06 10:08:40.144685 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: netmtu.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.145611 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.146155 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: net-mtu
Apr 06 10:08:40.146490 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: netmtu_writable.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.147411 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.147928 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: net-mtu-writable
Apr 06 10:08:40.148259 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: network_availability_zone.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.148943 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.149459 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: network_availability_zone
Apr 06 10:08:40.149788 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: network_ip_availability.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.150912 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.151443 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: network-ip-availability
Apr 06 10:08:40.151778 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: network_segment_range.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.152560 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.153084 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 06 10:08:40.153415 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: pagination.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.154437 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.154776 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: pagination
Apr 06 10:08:40.155103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.156025 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.157116 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: port-mac-address-regenerate
Apr 06 10:08:40.157443 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: port_resource_request.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.158401 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.159170 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 06 10:08:40.159496 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: portbindings.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.160424 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.160943 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: binding
Apr 06 10:08:40.161271 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: portbindings_extended.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.162578 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.163107 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: binding-extended
Apr 06 10:08:40.163440 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: portsecurity.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.164385 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.164889 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: port-security
Apr 06 10:08:40.165219 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: project_id.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.166230 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.166565 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: project-id
Apr 06 10:08:40.166891 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: providernet.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.167818 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.168340 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: provider
Apr 06 10:08:40.168669 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.172393 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.173061 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos not supported by any of loaded plugins
Apr 06 10:08:40.173401 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.174687 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.175208 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 06 10:08:40.175559 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.176472 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.176992 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 06 10:08:40.177322 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos_default.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.178275 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.178795 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos-default not supported by any of loaded plugins
Apr 06 10:08:40.179127 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos_fip.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.179785 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.180296 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos-fip not supported by any of loaded plugins
Apr 06 10:08:40.180624 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos_gateway_ip.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.181556 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.182109 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 06 10:08:40.182440 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos_port_network_policy.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.183373 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.183897 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 06 10:08:40.184227 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos_rule_type_details.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.185156 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.185678 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 06 10:08:40.186039 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: qos_rules_alias.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.187087 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.187922 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 06 10:08:40.188279 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: quotasv2.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.189165 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.189502 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: quotas
Apr 06 10:08:40.189832 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: quotasv2_detail.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.191481 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.191830 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: quota_details
Apr 06 10:08:40.192169 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: rbac.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.193233 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.193771 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: rbac-policies
Apr 06 10:08:40.194132 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: rbac_address_scope.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.195070 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.195602 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: rbac-address-scope
Apr 06 10:08:40.195937 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: rbac_security_groups.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.196858 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.197383 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: rbac-security-groups
Apr 06 10:08:40.197716 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: rbac_subnetpool.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.198669 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.199195 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: rbac-subnetpool
Apr 06 10:08:40.199528 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: revisionifmatch.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.200460 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.200984 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: revision-if-match
Apr 06 10:08:40.201314 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: revisions.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.202444 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.202971 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: standard-attr-revisions
Apr 06 10:08:40.203830 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: router_availability_zone.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.204506 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.205026 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: router_availability_zone
Apr 06 10:08:40.205358 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: routerservicetype.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.206332 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.206850 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension router-service-type not supported by any of loaded plugins
Apr 06 10:08:40.207181 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.208104 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.208630 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: port-security-groups-filtering
Apr 06 10:08:40.208964 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: securitygroup.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.220567 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.221106 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: security-group
Apr 06 10:08:40.221450 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: segment.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.222469 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.223018 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension segment not supported by any of loaded plugins
Apr 06 10:08:40.223363 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.224359 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.224883 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 06 10:08:40.225213 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: servicetype.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.226357 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.226889 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: service-type
Apr 06 10:08:40.227216 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: sorting.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.228217 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.228556 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: sorting
Apr 06 10:08:40.228883 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: standard_attr_segment.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.229920 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.230681 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 06 10:08:40.247918 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: standardattrdescription.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.247918 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.247918 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: standard-attr-description
Apr 06 10:08:40.247918 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: stateful_security_group.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.248755 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.249309 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: stateful-security-group
Apr 06 10:08:40.249653 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: stdattrs_common.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.250433 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 06 10:08:40.250716 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.251667 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.252193 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 06 10:08:40.252525 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: subnet_onboard.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.253713 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.254259 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: subnet_onboard
Apr 06 10:08:40.254594 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.255538 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.256056 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 06 10:08:40.256383 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: subnet_service_types.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.257315 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.257835 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: subnet-service-types
Apr 06 10:08:40.258196 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: subnetallocation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.259482 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.260126 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: subnet_allocation
Apr 06 10:08:40.260529 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.261342 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.262054 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: subnetpool-prefix-ops
Apr 06 10:08:40.262441 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.263577 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.264209 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 06 10:08:40.264608 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: tagging.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.266550 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.267225 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: standard-attr-tag
Apr 06 10:08:40.267643 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: timestamp.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.275585 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.276232 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loaded extension: standard-attr-timestamp
Apr 06 10:08:40.276651 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: trunk.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.277908 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.278584 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension trunk not supported by any of loaded plugins
Apr 06 10:08:40.278999 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: trunk_details.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.280097 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.280745 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension trunk-details not supported by any of loaded plugins
Apr 06 10:08:40.281151 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: uplink_status_propagation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.282901 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.283843 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 06 10:08:40.284247 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Loading extension file: vlantransparent.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Apr 06 10:08:40.285101 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Apr 06 10:08:40.285742 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 06 10:08:40.288740 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:network
Apr 06 10:08:40.289636 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:subnet
Apr 06 10:08:40.290364 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 06 10:08:40.291299 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:port
Apr 06 10:08:40.292856 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.293423 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service FLAVORS assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.294157 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.294686 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.295113 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:router
Apr 06 10:08:40.295899 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:floatingip
Apr 06 10:08:40.296798 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service METERING assigned prefix: /metering {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.298541 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e80cccd90>> rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.298995 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e80cccd90>> rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.299356 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e80cccd90>> rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:08:40.300607 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 06 10:08:40.301129 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:security_group
Apr 06 10:08:40.301952 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 06 10:08:40.303010 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service CORE assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.303416 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 06 10:08:40.303782 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] subnetpool is already registered
Apr 06 10:08:40.304513 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service CORE assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.304921 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 06 10:08:40.305340 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] subnetpool is already registered
Apr 06 10:08:40.308446 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.308993 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service FLAVORS assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.309713 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.310282 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.310689 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:router
Apr 06 10:08:40.311086 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] router is already registered
Apr 06 10:08:40.314685 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:floatingip
Apr 06 10:08:40.314685 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] floatingip is already registered
Apr 06 10:08:40.314685 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service METERING assigned prefix: /metering {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.314685 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 06 10:08:40.314685 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] rbac_policy is already registered
Apr 06 10:08:40.315023 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:security_group
Apr 06 10:08:40.315288 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] security_group is already registered
Apr 06 10:08:40.316029 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 06 10:08:40.316445 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] security_group_rule is already registered
Apr 06 10:08:40.317274 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service CORE assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.317674 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 06 10:08:40.318115 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] subnetpool is already registered
Apr 06 10:08:40.318860 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Service CORE assigned prefix:  {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 06 10:08:40.319278 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 06 10:08:40.319670 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] subnetpool is already registered
Apr 06 10:08:40.320485 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: extensions {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.322324 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: address-groups {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.324403 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: address-scopes {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.325869 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: agents {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.327270 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: auto-allocated-topology {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.329306 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: availability_zones {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.330978 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: dhcp-networks {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.332769 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: dhcp-agents {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.334636 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: routers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.336929 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: flavors {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.338413 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: service_profiles {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.339935 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: next_providers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.341915 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: service_profiles {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.343679 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: floatingip-pools {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.345948 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: routers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.348075 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: floatingips {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.349468 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: l3-routers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.351093 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: l3-agents {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.352794 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: metering-labels {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.354459 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: metering-label-rules {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.355945 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: network-ip-availabilities {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.357443 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: bindings {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.360449 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: quotas {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.362154 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: quotas {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.363874 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: rbac-policies {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.365427 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: security-groups {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.366829 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: security-group-rules {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.368224 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: service-providers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.369659 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: subnetpools {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.372013 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: subnetpools {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.373094 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.375535 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.377715 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.379779 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.381796 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.383726 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.385525 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.387637 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.389503 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.392224 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron.api.extensions [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Apr 06 10:08:40.398691 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING keystonemiddleware.auth_token [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 06 10:08:40.403865 dv-cinder-836753-1-iscsi neutron-server[83889]: WARNING keystonemiddleware.auth_token [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 06 10:08:40.413089 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Acquired lock "singleton_lock" {{(pid=83889) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 06 10:08:40.413652 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Releasing lock "singleton_lock" {{(pid=83889) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 06 10:08:40.414444 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO oslo_service.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Starting 2 workers
Apr 06 10:08:40.419222 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Started child 83994 {{(pid=83889) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 06 10:08:40.423758 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Started child 83995 {{(pid=83889) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 06 10:08:40.424718 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:40.425443 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO neutron.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 06 10:08:40.426089 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Notify callbacks [] for process, before_spawn {{(pid=83889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:40.426191 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [-] (83994) wsgi starting up on http://0.0.0.0:9696
Apr 06 10:08:40.428700 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO oslo_service.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Starting 1 workers
Apr 06 10:08:40.428999 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:40.430315 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [-] (83995) wsgi starting up on http://0.0.0.0:9696
Apr 06 10:08:40.433892 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Started child 83996 {{(pid=83889) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 06 10:08:40.434535 dv-cinder-836753-1-iscsi neutron-server[83889]: INFO oslo_service.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Starting 1 workers
Apr 06 10:08:40.438300 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] calling RpcWorker wait() {{(pid=83996) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 06 10:08:40.439495 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] returning from RpcWorker wait() {{(pid=83996) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 06 10:08:40.439577 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Started child 83997 {{(pid=83889) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 06 10:08:40.440321 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb94aed6-c78d-4c94-9c23-1a189a177be8 None None] Notify callbacks [] for process, after_spawn {{(pid=83889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:40.440417 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:40.440898 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:08:40.442363 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83889) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 06 10:08:40.442586 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 06 10:08:40.442766 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 06 10:08:40.443017 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 06 10:08:40.443423 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 06 10:08:40.443615 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 06 10:08:40.444147 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.444476 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.444562 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:40.444992 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.445129 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.445434 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.445655 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:08:40.446009 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.446279 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.446573 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.446880 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.447176 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.447352 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.447522 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.447775 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.448028 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.448310 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.448636 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.448939 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.449264 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.449463 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.449722 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.450033 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.450278 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.450558 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.450855 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.451491 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.451730 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.451992 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.452232 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.452499 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.452807 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.453150 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.454052 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.458103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.458103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.458103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.458103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.458103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.458103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.458103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.458103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] host                           = dv-cinder-836753-1-iscsi {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459064 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459064 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459064 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459064 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459064 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459636 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 43488) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:08:40.459763 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459763 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459763 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459763 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.459763 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.460344 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.460344 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.460344 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.460689 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.461269 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.461269 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.461515 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.461712 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.461989 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.465965 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.465965 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.465965 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.465965 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.465965 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.465965 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.465965 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.467540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.467540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.467540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.467540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.467540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.467540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.467540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.467540 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.468455 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.468455 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.468455 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.468455 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.468938 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063133
Apr 06 10:08:40.469201 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.469201 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.469201 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.470012 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.470012 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.470275 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.470431 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.470753 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.471088 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.471387 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.471655 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.471935 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.472228 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.472528 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.472817 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.473106 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.473309 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.473586 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.473808 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.475237 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.475237 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.475408 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.475632 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.475888 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.476189 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.476513 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.476794 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.477092 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.477374 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.477648 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.477983 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.478231 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.478723 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.479088 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.479484 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.479746 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.480015 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.480990 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.481872 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.482799 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.483946 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.484223 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.485029 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.485029 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.485555 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.485841 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.486208 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.486531 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.486818 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.487158 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.487446 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.487730 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.488021 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.488322 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.488670 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.488952 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.489241 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.489507 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.489799 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.490093 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.494748 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495381 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495886 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.495886 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.496196 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.496727 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.496727 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.496947 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.497198 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.497756 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.497756 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.499534 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.499534 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.499534 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.499787 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.501510 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.502136 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.502566 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.503006 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.503252 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.503496 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.504265 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.504265 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.504265 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.504532 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.504678 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.504916 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.505147 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.505375 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.505791 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.506320 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.506830 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.507738 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.508172 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.508574 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.509004 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.509429 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.509896 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.510374 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.510768 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.511165 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.511460 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.511737 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.512020 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.512264 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.512527 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.512804 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.513032 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.513432 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.513876 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.514355 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.514787 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.515280 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.515770 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.516749 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.517203 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.517645 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.518103 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.518532 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.519005 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.519424 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.519887 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.520330 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.520776 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.521234 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.521647 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.522101 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.522565 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.523010 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.523444 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.523872 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.524296 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.524710 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.525919 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.526394 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.526816 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.527050 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.527402 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.527668 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.527931 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.528159 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.528390 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.528674 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.528913 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.529300 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.529733 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.530165 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.530574 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.530973 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.531397 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.532101 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.532481 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.532857 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.533298 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.533966 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.534371 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.534777 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.535201 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.535624 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.536063 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.536289 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.536520 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.536763 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.536992 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.537237 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.537491 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.537709 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.537990 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.538243 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.538484 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.538713 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.538952 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.539183 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.539634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.540054 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.540507 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.540928 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.541193 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.541426 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.541693 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.541953 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.542172 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.542423 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.542830 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.543221 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.543627 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.544026 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.544417 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.544819 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.545055 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.545291 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.545677 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.546077 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.546581 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.547058 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.547493 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.548019 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.548399 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.548810 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.549211 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.549593 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.550023 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.550414 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.550672 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.550901 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.551157 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.551387 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.551634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.551881 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.552105 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.552353 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.552608 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.552827 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.553065 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.553285 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.553506 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.553740 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.554090 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.554194 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.554401 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.554613 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.554901 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.555128 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.555486 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.555694 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.555950 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.556206 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.556453 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.556696 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.556929 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.557165 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.557371 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.557593 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.557800 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.558096 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.558353 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.558590 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.559773 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.559773 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.559773 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.559773 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.560418 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.560580 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.560772 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.560931 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.561142 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.561370 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.561672 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.562054 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.563055 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.563160 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.563627 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.564140 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.564623 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.565080 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.565368 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.565633 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.565974 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.566284 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.566862 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.566862 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.567046 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.567273 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.567478 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.567731 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.567972 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.568215 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.568458 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.568699 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.568945 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.569185 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.569506 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.569667 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.569922 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.570180 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.570404 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.570621 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.570929 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 06 10:08:40.571620 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83889) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 06 10:08:40.571779 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 06 10:08:40.572073 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 06 10:08:40.572420 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 06 10:08:40.572743 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 06 10:08:40.572894 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 06 10:08:40.573106 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.573271 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.573460 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.573652 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.573781 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.573978 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.574144 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.574326 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.574457 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.574760 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.575063 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.575444 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.575608 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.575767 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.575922 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.576147 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.576261 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.576383 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.576698 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.576885 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.577012 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.577169 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.577356 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.577458 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.577660 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.577848 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.578045 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.578179 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.578889 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.579170 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.579345 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.579345 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.579525 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.579652 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.579799 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.579963 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.580130 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.580269 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.580424 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.580754 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] host                           = dv-cinder-836753-1-iscsi {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.580895 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.581064 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.581253 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.581413 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.581588 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.581719 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.582050 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.582268 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.582395 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.582550 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.582667 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.582811 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.583098 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.583395 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.583698 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.583864 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.584024 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.584196 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.584348 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.584515 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.584726 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.584823 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.585017 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.585173 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.585299 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.585490 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.585604 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.585752 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.585900 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.586074 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.586235 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.586394 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.586564 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.586717 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.586928 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.587042 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.587162 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.587467 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.587636 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.587784 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.587944 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.588107 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.588255 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.588413 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.588571 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.588728 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.588888 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.589044 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.589202 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.589361 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.589519 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.589682 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.589841 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.590172 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.590319 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.590481 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.590618 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.590784 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.590944 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.591104 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.591263 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.591446 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.591615 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.591760 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.591889 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.592195 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.592358 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.592518 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.592665 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.592898 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 06 10:08:40.593004 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.595634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.595634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.595634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.595634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.595634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.595634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.595634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.595634 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.596121 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.596439 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.596782 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.596973 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.597171 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.597315 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.597469 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.597635 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.597799 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.598011 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.598180 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.598347 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.598509 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.598671 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.598826 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.598989 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.599254 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.599423 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.599596 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.599744 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.599901 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.600054 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.600217 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.600380 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.600542 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.600704 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.600870 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.601022 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.601180 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.601345 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.601498 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.601672 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.601831 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.602152 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.602323 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.602469 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.602621 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.602782 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.602928 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.603091 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.603236 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.603399 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.603572 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.603717 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.603878 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.604049 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.604190 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.604329 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.604465 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.604625 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.604770 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.605747 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.605747 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.605747 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.605747 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.605747 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.605747 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.606691 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.606691 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.606691 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.606691 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.606691 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.607466 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.607466 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.607466 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.609393 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.609393 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.609393 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.609393 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.609393 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.609995 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.609995 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.610843 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.611357 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.611533 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.611699 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.611861 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.612023 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.612188 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.612351 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.612512 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.612673 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.612834 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.614717 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.614913 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.615045 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.615240 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.615367 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.615542 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.615660 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.617530 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.617530 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.618219 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.618396 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.619772 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.619966 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.620154 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.620340 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.620511 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.620685 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.620859 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.621028 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.621193 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.621353 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.621508 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.621673 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.621835 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.622050 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.622211 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.622353 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.622514 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.622742 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.622835 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.623004 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.623153 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.623312 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.623456 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.623609 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.623770 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.623914 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.624076 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.624221 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.624384 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.624527 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.624692 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.624845 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.624999 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.625691 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.625858 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.627259 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.627531 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.628119 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.630319 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.630319 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.630319 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.630588 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.630588 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.630784 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.630871 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.631022 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.631188 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.631356 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.631520 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.631692 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.631843 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.632005 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.632168 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.632327 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.632488 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.632648 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.632811 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.632971 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.633133 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.633294 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.633455 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.633616 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.633777 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.633950 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.636612 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.636796 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.636976 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.637149 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.637320 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642016 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642016 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642016 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642016 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642444 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:08:40.642545 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642545 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642545 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642545 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642545 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642545 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642545 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.642545 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643081 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643081 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643081 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643081 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643081 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643420 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643420 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643597 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643774 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.643999 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.644563 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.644563 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.644563 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.644790 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.644790 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.645009 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.645166 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.645361 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.645531 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.645752 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.645953 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.646157 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.646368 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.646553 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.646782 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.646985 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.647171 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.647357 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.647520 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.647746 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.648026 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.648213 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.648398 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.648564 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.648779 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.648981 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.649163 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.649392 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.649572 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.649781 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.650046 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.650242 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.650449 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.650659 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.650839 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.651040 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.651186 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.651440 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.651611 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.651796 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.652050 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.652199 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.652407 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.652637 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.652835 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.654528 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.654877 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.655006 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.655096 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.655317 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.655656 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.656321 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.657201 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.657201 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.657493 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.657493 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.657856 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.658221 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.658375 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.658899 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.659048 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.659934 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.660241 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.660349 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.660493 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.660647 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.660870 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 06 10:08:40.661028 dv-cinder-836753-1-iscsi neutron-server[83889]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 06 10:08:51.107468 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b840ca50-e46b-4d80-ae41-5326849af073 None None] get_active_networks_info from dv-cinder-836753-1-iscsi {{(pid=83996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Apr 06 10:08:51.178206 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b840ca50-e46b-4d80-ae41-5326849af073 None None] No non-hosted networks {{(pid=83996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 06 10:08:51.187649 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.agentschedulers_db [None req-b840ca50-e46b-4d80-ae41-5326849af073 None None] DHCP Agent not found on host dv-cinder-836753-1-iscsi {{(pid=83996) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 06 10:08:51.304658 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6c776ef0-f71b-469f-9ebe-c862ed277c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725436'] for agent, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:53.196127 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6ce48968-68af-4a9e-b3c4-4a1ea3345fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725436'] for agent, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:53.253490 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-57652b63-2280-48e0-8c39-cbf659824265 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836753-1-iscsi {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:08:53.254352 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-57652b63-2280-48e0-8c39-cbf659824265 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:08:53.834161 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-57652b63-2280-48e0-8c39-cbf659824265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:54.353869 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725436'] for agent, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:55.216792 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725436'] for agent, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:55.217460 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.217794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.218146 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.218472 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.218790 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.219298 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.220352 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.221287 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.221816 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.222187 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.222514 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:08:55.223119 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1e807f9820>, 'Open vSwitch agent', 'dv-cinder-836753-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:08:55.229329 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1e807f9880>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836753-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:08:55.753635 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725436'] for agent, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:08:57.468432 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 43594) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:08:58.072889 dv-cinder-836753-1-iscsi neutron-server[83994]: WARNING oslo_policy.policy [None req-5f07d506-d17f-4132-a2be-6efb679f1441 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 06 10:08:58.073561 dv-cinder-836753-1-iscsi neutron-server[83994]: WARNING oslo_policy.policy [None req-5f07d506-d17f-4132-a2be-6efb679f1441 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 06 10:08:58.095911 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.db.l3_hamode_db [None req-3433ae0a-6bcb-462d-8f28-3f36bc6222b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 06 10:08:58.181059 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433ae0a-6bcb-462d-8f28-3f36bc6222b8 None None] Routers set() bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:08:58.181354 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433ae0a-6bcb-462d-8f28-3f36bc6222b8 None None] Router IDs set() for agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Apr 06 10:08:58.291774 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [None req-5f07d506-d17f-4132-a2be-6efb679f1441 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:08:58.292816 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-5f07d506-d17f-4132-a2be-6efb679f1441 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8234990
Apr 06 10:09:00.545587 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 43608) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:00.948458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:09:01.001583 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.policy [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83994) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Apr 06 10:09:01.002501 dv-cinder-836753-1-iscsi neutron-server[83994]: WARNING oslo_policy.policy [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 06 10:09:01.002873 dv-cinder-836753-1-iscsi neutron-server[83994]: WARNING oslo_policy.policy [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 06 10:09:01.006174 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.quota [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1e80a0e6d0>.
Apr 06 10:09:01.022107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:09:01.163161 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735564109045', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735564126675', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735564150499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735564140186', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735564161587', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-546083', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616110', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1622421'] for rbac-policy, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:01.582903 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:01.584069 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-cda7015c-d995-4f20-93a0-167796a695ec admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0374947
Apr 06 10:09:04.132923 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 43622) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:04.498166 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'name': 'private'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:09:04.503290 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:09:04.507709 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Usage tracker for resource:network and tenant:c8792ac1fff2499693ec24addb914ca7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:09:04.512247 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:09:04.519041 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:09:04.581677 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Made reservation on behalf of c8792ac1fff2499693ec24addb914ca7 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:09:04.584435 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:04.601810 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:04.644363 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:09:04.648005 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:c8792ac1fff2499693ec24addb914ca7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:09:04.650763 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:09:04.656521 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:09:04.720743 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:04.810216 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:04.832258 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:09:04.857185 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735562192743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:04.857774 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1e814d7670> segment precommit_create {{(pid=83994) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 06 10:09:04.858300 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Added segment eebf6043-1981-49a7-8a36-dcb7b82f71f3 of type vlan for network 759e5f49-00be-45c8-9151-38f2c216c003
Apr 06 10:09:04.872618 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601fdde2-755b-4df3-9538-2c493209e384,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:04.929749 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.930124 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.930468 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.930800 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.931146 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.931478 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.931806 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.932132 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.932456 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.932779 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.933100 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Tracked resource versions report:
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]: pushed versions:
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]: {   'ConntrackHelper': {'1.0'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Log': {'1.0'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Network': {'1.1'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Port': {'1.5'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'PortForwarding': {'1.2'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'QosPolicy': {'1.8'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'SecurityGroup': {'1.2'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'SecurityGroupRule': {'1.0'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'SubPort': {'1.0'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Subnet': {'1.1'},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Trunk': {'1.1'}}
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]: consumer versions:
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]: {   DHCP agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     L3 agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     Metadata agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     Metering agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:     Open vSwitch agent@dv-cinder-836753-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Log': '1.0',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Network': '1.1',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Port': '1.5',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'PortForwarding': '1.2',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'QosPolicy': '1.8',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'SecurityGroup': '1.2',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'SecurityGroupRule': '1.0',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'SubPort': '1.0',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Subnet': '1.1',
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Trunk': '1.1'}}
Apr 06 10:09:04.934205 dv-cinder-836753-1-iscsi neutron-server[83994]:  {{(pid=83994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 06 10:09:04.984335 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:05.056390 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:05.057353 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:09:05.058023 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:05.164921 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=759e5f49-00be-45c8-9151-38f2c216c003,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:05.177125 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 759e5f49-00be-45c8-9151-38f2c216c003 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:09:05.200067 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4c487fad-ba4a-460c-88a1-0498bef46fb2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0660961
Apr 06 10:09:07.794341 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 43638) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:08.263256 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d159229-451d-4b1e-968b-6075697c5773 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:09:08.264579 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-3d159229-451d-4b1e-968b-6075697c5773 admin admin] 10.222.0.11 "GET /v2.0/networks/759e5f49-00be-45c8-9151-38f2c216c003 HTTP/1.1" status: 200  len: 825 time: 0.4693124
Apr 06 10:09:08.295740 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-14938e35-ed90-412d-81e3-792a64ae871d admin admin] 10.222.0.11 "GET /v2.0/subnetpools/2d05bb2f-8211-4819-82b7-170ee3ad0c78 HTTP/1.1" status: 200  len: 734 time: 0.0251045
Apr 06 10:09:08.304845 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'subnetpool_id': '2d05bb2f-8211-4819-82b7-170ee3ad0c78', 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003', 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:09:08.309328 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:09:08.313118 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Usage tracker for resource:subnet and tenant:c8792ac1fff2499693ec24addb914ca7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:09:08.316590 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:09:08.322308 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:09:08.404457 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Made reservation on behalf of c8792ac1fff2499693ec24addb914ca7 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:09:08.406870 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:08.752637 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:08.840860 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d1cba0-9570-41e1-a981-7d81e7b541f7,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:08.848684 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Checking segment: {'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:09:08.849462 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Network hostable DHCP agents. Network: 759e5f49-00be-45c8-9151-38f2c216c003, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:09:08.935584 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Network 759e5f49-00be-45c8-9151-38f2c216c003 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:09:09.016173 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 759e5f49-00be-45c8-9151-38f2c216c003) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:09:09.021109 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:09:09.021698 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:09.026630 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c829b6-9957-48e3-8a2b-fdc4b1257418 None None] Network 759e5f49-00be-45c8-9151-38f2c216c003 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:09:09.108085 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-29a325f8-0973-4d23-bafb-6ecfe8389445 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8065467
Apr 06 10:09:09.337594 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-759e5f49-00be-45c8-9151-38f2c216c003', 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'fixed_ips': [{'subnet_id': '10d1cba0-9570-41e1-a981-7d81e7b541f7'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:09:09.338979 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:09.525515 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Allocated IP 172.20.0.2 (759e5f49-00be-45c8-9151-38f2c216c003/10d1cba0-9570-41e1-a981-7d81e7b541f7/078bb531-86dd-46a7-aeeb-311131d47fbb) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:09:09.754706 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:09.767713 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Transition to ACTIVE for port object 078bb531-86dd-46a7-aeeb-311131d47fbb will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:09:09.790442 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Transition to ACTIVE for port object 078bb531-86dd-46a7-aeeb-311131d47fbb will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:09:09.890479 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:09.965844 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Network 759e5f49-00be-45c8-9151-38f2c216c003 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:09:09.968670 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:09:09.972488 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:09:09.977604 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Pushing event updated for resources: {'Port': ['ID=078bb531-86dd-46a7-aeeb-311131d47fbb,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:10.019321 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.019591 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.019927 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.020260 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.020590 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.020918 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.021243 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.021581 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.021907 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.022260 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.022578 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Tracked resource versions report:
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]: pushed versions:
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]: {   'ConntrackHelper': {'1.0'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Log': {'1.0'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Network': {'1.1'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Port': {'1.5'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'PortForwarding': {'1.2'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'QosPolicy': {'1.8'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'SecurityGroup': {'1.2'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'SecurityGroupRule': {'1.0'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'SubPort': {'1.0'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Subnet': {'1.1'},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Trunk': {'1.1'}}
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]: consumer versions:
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]: {   DHCP agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     L3 agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     Metadata agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     Metering agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:     Open vSwitch agent@dv-cinder-836753-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Log': '1.0',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Network': '1.1',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Port': '1.5',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'PortForwarding': '1.2',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'QosPolicy': '1.8',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'SecurityGroup': '1.2',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'SecurityGroupRule': '1.0',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'SubPort': '1.0',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Subnet': '1.1',
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Trunk': '1.1'}}
Apr 06 10:09:10.023679 dv-cinder-836753-1-iscsi neutron-server[83996]:  {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 06 10:09:10.081232 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Attempting to bind port 078bb531-86dd-46a7-aeeb-311131d47fbb on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:09:10.081954 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Attempting to bind port 078bb531-86dd-46a7-aeeb-311131d47fbb by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:09:10.082089 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Attempting to bind port 078bb531-86dd-46a7-aeeb-311131d47fbb on network 759e5f49-00be-45c8-9151-38f2c216c003 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:09:10.088255 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:09:10.088645 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Checking segment: {'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:09:10.089093 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:10.089477 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Bound using segment: {'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:09:10.089980 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Bound port: 078bb531-86dd-46a7-aeeb-311131d47fbb, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:09:10.090354 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:10.175702 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] For port 078bb531-86dd-46a7-aeeb-311131d47fbb, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:09:10.180390 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] For port 078bb531-86dd-46a7-aeeb-311131d47fbb, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=078bb531-86dd-46a7-aeeb-311131d47fbb,segment=NetworkSegment(eebf6043-1981-49a7-8a36-dcb7b82f71f3),segment_id=eebf6043-1981-49a7-8a36-dcb7b82f71f3)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:09:10.239525 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:10.351668 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43488a5c-bfef-41e2-8f52-5f9613540ade None None] Pushing event updated for resources: {'Port': ['ID=078bb531-86dd-46a7-aeeb-311131d47fbb,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:11.403485 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 43648) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:12.030965 dv-cinder-836753-1-iscsi neutron-server[83995]: WARNING oslo_policy.policy [None req-acdbdec3-6ea4-48f5-8515-8404d3a28f4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 06 10:09:12.031594 dv-cinder-836753-1-iscsi neutron-server[83995]: WARNING oslo_policy.policy [None req-acdbdec3-6ea4-48f5-8515-8404d3a28f4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 06 10:09:12.249552 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [None req-acdbdec3-6ea4-48f5-8515-8404d3a28f4a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:09:12.250864 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-acdbdec3-6ea4-48f5-8515-8404d3a28f4a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8453200
Apr 06 10:09:13.411278 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 078bb531-86dd-46a7-aeeb-311131d47fbb up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:09:13.535778 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 078bb531-86dd-46a7-aeeb-311131d47fbb completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:09:13.987654 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0213f1-101d-4564-999c-046a138ff99a None None] Network 759e5f49-00be-45c8-9151-38f2c216c003 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:09:14.216744 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-6c1c9688-668a-42b6-91bc-68d8f2c469d5 None None] Provisioning for port 078bb531-86dd-46a7-aeeb-311131d47fbb completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:09:14.224614 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-6c1c9688-668a-42b6-91bc-68d8f2c469d5 None None] Provisioning complete for port 078bb531-86dd-46a7-aeeb-311131d47fbb triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:14.224939 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9688-668a-42b6-91bc-68d8f2c469d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:14.356818 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9688-668a-42b6-91bc-68d8f2c469d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:14.392635 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-6c1c9688-668a-42b6-91bc-68d8f2c469d5 None None] For port 078bb531-86dd-46a7-aeeb-311131d47fbb, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=078bb531-86dd-46a7-aeeb-311131d47fbb,segment=NetworkSegment(eebf6043-1981-49a7-8a36-dcb7b82f71f3),segment_id=eebf6043-1981-49a7-8a36-dcb7b82f71f3)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:09:14.501667 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9688-668a-42b6-91bc-68d8f2c469d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:14.550755 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 43666) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:14.569311 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c9688-668a-42b6-91bc-68d8f2c469d5 None None] Pushing event updated for resources: {'Port': ['ID=078bb531-86dd-46a7-aeeb-311131d47fbb,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:14.625235 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-0a09d2c8-9a33-4d4a-b1a1-61333af5c47d None None] Provisioning complete for port 078bb531-86dd-46a7-aeeb-311131d47fbb triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:14.625604 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-0a09d2c8-9a33-4d4a-b1a1-61333af5c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:14.954640 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [None req-282bd841-1598-47e8-a93b-cf572a5f497f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:09:14.955598 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-282bd841-1598-47e8-a93b-cf572a5f497f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4040427
Apr 06 10:09:15.386833 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 078bb531-86dd-46a7-aeeb-311131d47fbb up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:09:15.455971 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 078bb531-86dd-46a7-aeeb-311131d47fbb triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:15.456340 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:17.612280 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 43678) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:17.989283 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Request body: {'router': {'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'name': 'router1', 'admin_state_up': True}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:09:18.026332 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.policy [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83995) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Apr 06 10:09:18.027093 dv-cinder-836753-1-iscsi neutron-server[83995]: WARNING oslo_policy.policy [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 06 10:09:18.027462 dv-cinder-836753-1-iscsi neutron-server[83995]: WARNING oslo_policy.policy [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 06 10:09:18.030794 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.quota [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1e80a24670>.
Apr 06 10:09:18.046543 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:09:18.053421 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Usage tracker for resource:router and tenant:c8792ac1fff2499693ec24addb914ca7 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:09:18.057966 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:09:18.065363 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:09:18.381568 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:18.383601 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:18.412510 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:18.577227 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:18.650680 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:18.651805 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0901b4b7-89ea-40d1-86f1-59f823324cdf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.0385840
Apr 06 10:09:20.927179 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 43690) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:21.118978 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-115d6307-fb78-4aa5-9fd9-ce6c0b2bb5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:21.327717 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [None req-81f5534d-9910-4a13-96b3-e97ee537ea2b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:09:21.328808 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-81f5534d-9910-4a13-96b3-e97ee537ea2b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4007113
Apr 06 10:09:23.181649 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc885-622e-467b-92cb-79ad47525896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:23.622022 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 43700) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:24.007641 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:09:24.018040 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:09:24.021898 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Usage tracker for resource:network and tenant:243059ad00e449c5acfc061092a4626d is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:09:24.025275 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:09:24.032391 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:09:24.118844 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Made reservation on behalf of 243059ad00e449c5acfc061092a4626d for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:09:24.121667 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.138855 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.178984 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:09:24.182918 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Usage tracker for resource:security_group_rule and tenant:243059ad00e449c5acfc061092a4626d is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:09:24.185725 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:09:24.192120 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:09:24.257677 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.312321 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.341673 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.356711 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Reserving flat network on physical network physnet1 {{(pid=83995) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 06 10:09:24.387501 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735562192743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.388111 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1e814d7670> segment precommit_create {{(pid=83995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 06 10:09:24.388628 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.segments_db [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Added segment 0f2fc3e0-db0b-4d73-b6b1-b3469fb25623 of type flat for network e343cb68-c3b4-4ab6-a7cb-a94427700dcd
Apr 06 10:09:24.403064 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061b9fb3-a99e-47e0-91ac-ad4b7bd22da6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:24.458998 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.459343 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.459678 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.460042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.460395 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.460702 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.461023 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.461351 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.461666 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.462000 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.462316 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Tracked resource versions report:
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]: pushed versions:
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]: {   'ConntrackHelper': {'1.0'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Log': {'1.0'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Network': {'1.1'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Port': {'1.5'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'PortForwarding': {'1.2'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'QosPolicy': {'1.8'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'SecurityGroup': {'1.2'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'SecurityGroupRule': {'1.0'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'SubPort': {'1.0'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Subnet': {'1.1'},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Trunk': {'1.1'}}
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]: consumer versions:
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]: {   DHCP agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     L3 agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     Metadata agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     Metering agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:     Open vSwitch agent@dv-cinder-836753-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Log': '1.0',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Network': '1.1',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Port': '1.5',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'PortForwarding': '1.2',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'QosPolicy': '1.8',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'SecurityGroup': '1.2',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'SecurityGroupRule': '1.0',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'SubPort': '1.0',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Subnet': '1.1',
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Trunk': '1.1'}}
Apr 06 10:09:24.463388 dv-cinder-836753-1-iscsi neutron-server[83995]:  {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 06 10:09:24.519000 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.661746 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.662850 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:09:24.663482 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:24.769100 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] Pushing event updated for resources: {'Network': ['ID=e343cb68-c3b4-4ab6-a7cb-a94427700dcd,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:24.779005 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:09:24.822385 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a03760e4-4514-42e3-abf0-b1c4bdf7ad1d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1993232
Apr 06 10:09:25.215994 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:25.730284 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:27.131176 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 43724) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:27.365636 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c5434-681d-4fc1-9739-d8ac38dd38b3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:09:27.366998 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-1e7c5434-681d-4fc1-9739-d8ac38dd38b3 admin admin] 10.222.0.11 "GET /v2.0/subnets/10d1cba0-9570-41e1-a981-7d81e7b541f7 HTTP/1.1" status: 200  len: 849 time: 0.2349632
Apr 06 10:09:27.510624 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-13d6e3c8-e5c7-44fc-b535-7c9b184233d1 admin admin] 10.222.0.11 "GET /v2.0/routers/5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 HTTP/1.1" status: 200  len: 704 time: 0.1383457
Apr 06 10:09:27.996298 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:28.222584 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Allocated IP 172.20.0.1 (759e5f49-00be-45c8-9151-38f2c216c003/10d1cba0-9570-41e1-a981-7d81e7b541f7/7d8714a8-929b-40fa-a8aa-f61a6252d108) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:09:28.373603 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:28.391397 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Transition to ACTIVE for port object 7d8714a8-929b-40fa-a8aa-f61a6252d108 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:09:28.490633 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:28.552556 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Network 759e5f49-00be-45c8-9151-38f2c216c003 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:09:28.559151 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:09:28.565609 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:09:28.566154 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:28.572025 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Pushing event updated for resources: {'Port': ['ID=7d8714a8-929b-40fa-a8aa-f61a6252d108,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:28.738987 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:28.820795 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-fff73b12-2617-41ca-9846-ed92278da902 None None] Provisioning for port 7d8714a8-929b-40fa-a8aa-f61a6252d108 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:09:28.825686 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-fff73b12-2617-41ca-9846-ed92278da902 None None] Provisioning complete for port 7d8714a8-929b-40fa-a8aa-f61a6252d108 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:28.826121 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fff73b12-2617-41ca-9846-ed92278da902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:28.876784 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-fff73b12-2617-41ca-9846-ed92278da902 None None] Port 7d8714a8-929b-40fa-a8aa-f61a6252d108 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:09:28.959132 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:29.014881 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:29.015671 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:29.146874 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Pushing event updated for resources: {'Port': ['ID=7d8714a8-929b-40fa-a8aa-f61a6252d108,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:29.249599 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Network 759e5f49-00be-45c8-9151-38f2c216c003 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:09:29.251100 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:09:29.500691 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-5f76cabe-4458-4db3-a68c-6d0bb8520942 None None] Provisioning complete for port 7d8714a8-929b-40fa-a8aa-f61a6252d108 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:29.502086 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-5f76cabe-4458-4db3-a68c-6d0bb8520942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:29.554793 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-5f76cabe-4458-4db3-a68c-6d0bb8520942 None None] Port 7d8714a8-929b-40fa-a8aa-f61a6252d108 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:09:29.644836 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Router 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:09:29.808388 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:09:29.817816 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-03e0063a-edd9-41cb-b4d7-06436fe91a0b admin admin] 10.222.0.11 "PUT /v2.0/routers/5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3024604
Apr 06 10:09:29.818824 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Sync routers for ids ['5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:09:29.831530 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Routers {'5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:09:29.832381 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e809b8a00>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:09:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:09:30.004468 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Set router 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 gateway port host: None {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:09:30.369667 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e809b8a00>, [{'id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'name': 'router1', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:09:18Z', 'updated_at': '2022-04-06T10:09:28Z', 'revision_number': 2, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'gw_port_host': None, '_interfaces': [{'id': '7d8714a8-929b-40fa-a8aa-f61a6252d108', 'name': '', 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'mac_address': 'fa:16:3e:2a:fb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:28Z', 'updated_at': '2022-04-06T10:09:28Z', 'revision_number': 2, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'subnets': [{'id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d05bb2f-8211-4819-82b7-170ee3ad0c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:09:30.374476 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Checking router: 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:09:30.374848 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Updating router 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 port 7d8714a8-929b-40fa-a8aa-f61a6252d108 binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:09:30.429429 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:30.803490 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:30.817913 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Transition to ACTIVE for port object 7d8714a8-929b-40fa-a8aa-f61a6252d108 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:09:30.895892 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:31.116900 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Pushing event updated for resources: {'Port': ['ID=7d8714a8-929b-40fa-a8aa-f61a6252d108,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:31.141811 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.142213 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.142551 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.142886 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.143221 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.143551 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.143876 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.144207 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.144528 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.144848 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.145167 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Tracked resource versions report:
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]: pushed versions:
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]: {   'ConntrackHelper': {'1.0'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Log': {'1.0'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Network': {'1.1'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Port': {'1.5'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'PortForwarding': {'1.2'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'QosPolicy': {'1.8'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'SecurityGroup': {'1.2'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'SecurityGroupRule': {'1.0'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'SubPort': {'1.0'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Subnet': {'1.1'},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Trunk': {'1.1'}}
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]: consumer versions:
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]: {   DHCP agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     L3 agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     Metadata agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     Metering agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:     Open vSwitch agent@dv-cinder-836753-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Log': '1.0',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Network': '1.1',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Port': '1.5',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'PortForwarding': '1.2',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'QosPolicy': '1.8',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'SecurityGroup': '1.2',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'SecurityGroupRule': '1.0',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'SubPort': '1.0',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Subnet': '1.1',
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Trunk': '1.1'}}
Apr 06 10:09:31.146277 dv-cinder-836753-1-iscsi neutron-server[83997]:  {{(pid=83997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 06 10:09:31.150363 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Attempting to bind port 7d8714a8-929b-40fa-a8aa-f61a6252d108 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:09:31.150762 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Attempting to bind port 7d8714a8-929b-40fa-a8aa-f61a6252d108 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:09:31.151183 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Attempting to bind port 7d8714a8-929b-40fa-a8aa-f61a6252d108 on network 759e5f49-00be-45c8-9151-38f2c216c003 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:09:31.159470 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:09:31.159879 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Checking segment: {'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:09:31.160325 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:31.160707 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Bound using segment: {'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:09:31.161200 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Bound port: 7d8714a8-929b-40fa-a8aa-f61a6252d108, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebf6043-1981-49a7-8a36-dcb7b82f71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:09:31.161576 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:31.346452 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] For port 7d8714a8-929b-40fa-a8aa-f61a6252d108, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:09:31.350603 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] For port 7d8714a8-929b-40fa-a8aa-f61a6252d108, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=7d8714a8-929b-40fa-a8aa-f61a6252d108,segment=NetworkSegment(eebf6043-1981-49a7-8a36-dcb7b82f71f3),segment_id=eebf6043-1981-49a7-8a36-dcb7b82f71f3)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:09:31.428207 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:31.518713 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Routers {'5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:09:31.519335 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e809b8a00>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:09:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:09:31.579054 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ed2c1-8ea7-4610-b764-22bf7cc54bf9 None None] Pushing event updated for resources: {'Port': ['ID=7d8714a8-929b-40fa-a8aa-f61a6252d108,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:31.681057 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] Set router 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 gateway port host: None {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:09:31.898164 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 43746) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:32.004661 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e809b8a00>, [{'id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'name': 'router1', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:09:18Z', 'updated_at': '2022-04-06T10:09:28Z', 'revision_number': 2, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'gw_port_host': None, '_interfaces': [{'id': '7d8714a8-929b-40fa-a8aa-f61a6252d108', 'name': '', 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'mac_address': 'fa:16:3e:2a:fb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:28Z', 'updated_at': '2022-04-06T10:09:31Z', 'revision_number': 4, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'subnets': [{'id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d05bb2f-8211-4819-82b7-170ee3ad0c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:09:32.008989 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabfefd9-c8f4-4c1c-a454-0265baddf863 None None] The sync data for ids ['5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'] in dv-cinder-836753-1-iscsi is: [{'id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'name': 'router1', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:09:18Z', 'updated_at': '2022-04-06T10:09:28Z', 'revision_number': 2, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'gw_port_host': None, '_interfaces': [{'id': '7d8714a8-929b-40fa-a8aa-f61a6252d108', 'name': '', 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'mac_address': 'fa:16:3e:2a:fb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:28Z', 'updated_at': '2022-04-06T10:09:31Z', 'revision_number': 4, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'subnets': [{'id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d05bb2f-8211-4819-82b7-170ee3ad0c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:09:32.088453 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9773b9-6bf4-469d-af37-2206c25cb54c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:09:32.089798 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-5c9773b9-6bf4-469d-af37-2206c25cb54c admin admin] 10.222.0.11 "GET /v2.0/networks/e343cb68-c3b4-4ab6-a7cb-a94427700dcd HTTP/1.1" status: 200  len: 842 time: 0.1906941
Apr 06 10:09:32.098960 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Request body: {'subnet': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:09:32.103430 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:09:32.107076 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Usage tracker for resource:subnet and tenant:243059ad00e449c5acfc061092a4626d is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:09:32.109818 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:09:32.115309 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:09:32.192973 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Made reservation on behalf of 243059ad00e449c5acfc061092a4626d for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:09:32.195249 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:32.670408 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.objects.ports [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83994) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}}
Apr 06 10:09:32.670843 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:32.746629 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6f8379-7275-4d94-a23f-7b81f36110d7,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:32.757297 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:09:32.757650 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Network hostable DHCP agents. Network: e343cb68-c3b4-4ab6-a7cb-a94427700dcd, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:09:32.838433 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:09:32.917713 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, e343cb68-c3b4-4ab6-a7cb-a94427700dcd) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:09:32.921586 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:09:32.922196 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:32.927901 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca267e9-4c28-4d35-b264-862775ee7a57 None None] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:09:33.010168 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-fdf14ee7-6061-4efc-b76a-6ce8774f64e6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9143143
Apr 06 10:09:33.160068 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9c4e7-fa9f-41af-9dc1-0be059e7d58d None None] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:09:33.418789 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 7d8714a8-929b-40fa-a8aa-f61a6252d108 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:09:33.547137 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 7d8714a8-929b-40fa-a8aa-f61a6252d108 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:09:33.551859 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 7d8714a8-929b-40fa-a8aa-f61a6252d108 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:33.552224 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:33.660472 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:33.691307 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 7d8714a8-929b-40fa-a8aa-f61a6252d108, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=7d8714a8-929b-40fa-a8aa-f61a6252d108,segment=NetworkSegment(eebf6043-1981-49a7-8a36-dcb7b82f71f3),segment_id=eebf6043-1981-49a7-8a36-dcb7b82f71f3)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:09:33.827280 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:33.897377 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=7d8714a8-929b-40fa-a8aa-f61a6252d108,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:35.199799 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 43760) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:35.395235 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 7d8714a8-929b-40fa-a8aa-f61a6252d108 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:09:35.429765 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d2b97c36-0ee6-4d60-b96b-28873a63ecea admin admin] 10.222.0.11 "GET /v2.0/routers/5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 HTTP/1.1" status: 200  len: 710 time: 0.2288527
Apr 06 10:09:35.462324 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 7d8714a8-929b-40fa-a8aa-f61a6252d108 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:35.462689 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:35.557630 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e6926-2da9-4237-a3bc-e2a9dbc1a4a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:09:35.558229 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c91e6926-2da9-4237-a3bc-e2a9dbc1a4a0 admin admin] Synchronizing usage tracker for tenant:243059ad00e449c5acfc061092a4626d on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:09:35.643438 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c91e6926-2da9-4237-a3bc-e2a9dbc1a4a0 admin admin] Unset dirty status for tenant:243059ad00e449c5acfc061092a4626d on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:09:35.644678 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c91e6926-2da9-4237-a3bc-e2a9dbc1a4a0 admin admin] 10.222.0.11 "GET /v2.0/networks/e343cb68-c3b4-4ab6-a7cb-a94427700dcd HTTP/1.1" status: 200  len: 886 time: 0.2098768
Apr 06 10:09:35.653254 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:09:36.171173 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:36.449622 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:36.502873 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:36.633256 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Allocated IP 172.27.2.103 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/471e4f54-dead-4472-8eff-e7bdf8f85d83) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:09:36.782241 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:36.867441 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:36.932549 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:09:36.935682 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:09:36.939092 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:09:36.972220 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Pushing event updated for resources: {'Port': ['ID=471e4f54-dead-4472-8eff-e7bdf8f85d83,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:37.167041 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:37.325604 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:37.329431 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1724998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1721536'] for router, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:37.529199 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Router 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:09:37.717921 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:09:37.726973 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:37.727217 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Sync routers for ids ['5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:09:37.728139 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-ee36f7b5-d09a-406b-806d-6b6044856a49 admin admin] 10.222.0.11 "PUT /v2.0/routers/5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 HTTP/1.1" status: 200  len: 890 time: 2.0781758
Apr 06 10:09:37.740658 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Routers {'5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:09:37.741357 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80566e50>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:09:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:09:37.942415 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Set router 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:09:38.279040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80566e50>, [{'id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'name': 'router1', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '471e4f54-dead-4472-8eff-e7bdf8f85d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:09:18Z', 'updated_at': '2022-04-06T10:09:36Z', 'revision_number': 4, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'gw_port': {'id': '471e4f54-dead-4472-8eff-e7bdf8f85d83', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:36Z', 'updated_at': '2022-04-06T10:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '7d8714a8-929b-40fa-a8aa-f61a6252d108', 'name': '', 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'mac_address': 'fa:16:3e:2a:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:28Z', 'updated_at': '2022-04-06T10:09:33Z', 'revision_number': 5, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'subnets': [{'id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d05bb2f-8211-4819-82b7-170ee3ad0c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:09:38.284824 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Checking router: 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:09:38.285173 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Updating router 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 port 471e4f54-dead-4472-8eff-e7bdf8f85d83 binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:09:38.335232 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:38.651304 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:38.663639 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Transition to ACTIVE for port object 471e4f54-dead-4472-8eff-e7bdf8f85d83 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:09:38.747212 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:38.848430 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fd389-5393-4c8c-97e8-fd45d7e048ed None None] Pushing event updated for resources: {'Port': ['ID=471e4f54-dead-4472-8eff-e7bdf8f85d83,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:38.852299 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Attempting to bind port 471e4f54-dead-4472-8eff-e7bdf8f85d83 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:09:38.852671 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Attempting to bind port 471e4f54-dead-4472-8eff-e7bdf8f85d83 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:09:38.853032 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Attempting to bind port 471e4f54-dead-4472-8eff-e7bdf8f85d83 on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:09:38.859404 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:09:38.859809 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:09:38.860272 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:38.860643 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:09:38.861098 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Bound port: 471e4f54-dead-4472-8eff-e7bdf8f85d83, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:09:38.861488 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:38.930294 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] For port 471e4f54-dead-4472-8eff-e7bdf8f85d83, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:09:38.933134 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] For port 471e4f54-dead-4472-8eff-e7bdf8f85d83, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=471e4f54-dead-4472-8eff-e7bdf8f85d83,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:09:39.009872 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:39.091972 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fd389-5393-4c8c-97e8-fd45d7e048ed None None] Pushing event updated for resources: {'Port': ['ID=471e4f54-dead-4472-8eff-e7bdf8f85d83,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:39.096529 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Routers {'5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:09:39.097150 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80566e50>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:09:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:09:39.270009 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] Set router 5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:09:39.614250 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80566e50>, [{'id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'name': 'router1', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '471e4f54-dead-4472-8eff-e7bdf8f85d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:09:18Z', 'updated_at': '2022-04-06T10:09:36Z', 'revision_number': 4, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'gw_port': {'id': '471e4f54-dead-4472-8eff-e7bdf8f85d83', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:36Z', 'updated_at': '2022-04-06T10:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '7d8714a8-929b-40fa-a8aa-f61a6252d108', 'name': '', 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'mac_address': 'fa:16:3e:2a:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:28Z', 'updated_at': '2022-04-06T10:09:33Z', 'revision_number': 5, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'subnets': [{'id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d05bb2f-8211-4819-82b7-170ee3ad0c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:09:39.618278 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea614b3e-dc57-4eaf-96dc-45a87be78017 None None] The sync data for ids ['5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8'] in dv-cinder-836753-1-iscsi is: [{'id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'name': 'router1', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '471e4f54-dead-4472-8eff-e7bdf8f85d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:09:18Z', 'updated_at': '2022-04-06T10:09:36Z', 'revision_number': 4, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'gw_port': {'id': '471e4f54-dead-4472-8eff-e7bdf8f85d83', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:36Z', 'updated_at': '2022-04-06T10:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '7d8714a8-929b-40fa-a8aa-f61a6252d108', 'name': '', 'network_id': '759e5f49-00be-45c8-9151-38f2c216c003', 'tenant_id': 'c8792ac1fff2499693ec24addb914ca7', 'mac_address': 'fa:16:3e:2a:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9fc334-e87a-45fe-bfc7-a483cfbfe4b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:09:28Z', 'updated_at': '2022-04-06T10:09:33Z', 'revision_number': 5, 'project_id': 'c8792ac1fff2499693ec24addb914ca7', 'subnets': [{'id': '10d1cba0-9570-41e1-a981-7d81e7b541f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d05bb2f-8211-4819-82b7-170ee3ad0c78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:09:40.081152 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 43770) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:09:40.262325 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d358dbb6-2d38-4c62-a864-89f3e7cecb6f admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1800218
Apr 06 10:09:41.432066 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 471e4f54-dead-4472-8eff-e7bdf8f85d83 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:09:41.604592 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 471e4f54-dead-4472-8eff-e7bdf8f85d83 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:09:41.611245 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 471e4f54-dead-4472-8eff-e7bdf8f85d83 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:41.611631 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:41.730244 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:41.746551 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 471e4f54-dead-4472-8eff-e7bdf8f85d83, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=471e4f54-dead-4472-8eff-e7bdf8f85d83,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:09:41.850692 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:41.933650 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=471e4f54-dead-4472-8eff-e7bdf8f85d83,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:09:43.427043 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 471e4f54-dead-4472-8eff-e7bdf8f85d83 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:09:43.504592 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 471e4f54-dead-4472-8eff-e7bdf8f85d83 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:09:43.504958 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:45.506962 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:09:51.107711 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-06d9dafa-cdc0-450a-b18b-82b49f3723ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:53.164786 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ea99c5e8-1735-41ed-b13e-ef9cd0cce068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:54.290605 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:55.496055 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:09:55.782722 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:21.112209 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e25f1017-5470-402b-bfc2-fcc968ce39e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:22.506876 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:10:23.164349 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8f62c377-110b-48dd-9107-75aa7703e4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:24.307278 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:25.198670 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:25.730475 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:51.621759 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-74dbadb0-733b-4781-b432-dde5dea3a013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:53.167638 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c0a-5320-412b-b9cf-f0cf99f8d980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:54.301455 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:55.261701 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:55.770195 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:10:59.507520 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:11:21.095465 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-5c090ea8-cbd1-4615-ab1a-cc49f33146da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:23.201179 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-52d778dc-ba65-4e08-aeb8-57f9f2a37ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:24.344827 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:25.295565 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:25.755198 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:36.508764 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:11:47.427417 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44342) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:11:47.516121 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.pecan_wsgi.hooks.translation [None req-558aa190-3ab3-4a56-b799-ddfde565ed74 admin admin] GET failed (client error): The resource could not be found.
Apr 06 10:11:47.517361 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-558aa190-3ab3-4a56-b799-ddfde565ed74 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0889859
Apr 06 10:11:47.644615 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51712330-4248-4fa6-89f9-4293805c22ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:47.646001 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-51712330-4248-4fa6-89f9-4293805c22ac admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1248429
Apr 06 10:11:49.669086 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44352) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:11:49.798933 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f1caa7-a9d9-4e7e-883c-f5a7d1b1a68f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:49.800233 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c2f1caa7-a9d9-4e7e-883c-f5a7d1b1a68f admin admin] 10.222.0.11 "GET /v2.0/subnets/10d1cba0-9570-41e1-a981-7d81e7b541f7 HTTP/1.1" status: 200  len: 849 time: 0.1302748
Apr 06 10:11:49.809021 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:11:49.923163 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:50.291307 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735562163860'] for subnet, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:50.340497 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:50.341516 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:50.348563 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] 10.222.0.11 "PUT /v2.0/subnets/10d1cba0-9570-41e1-a981-7d81e7b541f7 HTTP/1.1" status: 200  len: 868 time: 0.5368552
Apr 06 10:11:50.348814 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bdd0de-9a38-4d4e-8e33-2c8436ba2c1f None None] Network 759e5f49-00be-45c8-9151-38f2c216c003 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:11:50.364998 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d1cba0-9570-41e1-a981-7d81e7b541f7,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:11:50.381364 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.381705 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.382067 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.382418 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.382760 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.383092 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.383423 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.383784 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.384096 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.384415 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.384734 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2b37bd-52cd-40a5-94f1-8325d77b1c29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:11:50.816118 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-3420b7b9-aa8c-4d06-882e-43b6e6722bd9 None None] Provisioning complete for port 078bb531-86dd-46a7-aeeb-311131d47fbb triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:11:50.816484 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3420b7b9-aa8c-4d06-882e-43b6e6722bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:50.935694 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-3420b7b9-aa8c-4d06-882e-43b6e6722bd9 None None] Provisioning complete for port 7d8714a8-929b-40fa-a8aa-f61a6252d108 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:11:50.936040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3420b7b9-aa8c-4d06-882e-43b6e6722bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:51.135594 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ee40f927-523f-43c4-9a5c-02eb17c73e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:52.401563 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44362) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:11:52.604411 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a662c9-ffb2-43c1-be04-858d9926bccd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:52.604705 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a662c9-ffb2-43c1-be04-858d9926bccd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:52.606251 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-89a662c9-ffb2-43c1-be04-858d9926bccd admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2036681
Apr 06 10:11:53.165698 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-35d5bf8c-d691-4469-a13b-e1b0f839d565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:54.320295 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:54.693143 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44372) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:11:54.884407 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b458416-4355-4d75-ac79-36b73e7d0878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:54.884703 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b458416-4355-4d75-ac79-36b73e7d0878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:54.886236 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-8b458416-4355-4d75-ac79-36b73e7d0878 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1920884
Apr 06 10:11:55.215366 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:55.754342 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:11:56.955463 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44382) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:11:57.150637 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25180a66-0e42-4611-9093-5c4a95b4b7a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:57.151908 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-25180a66-0e42-4611-9093-5c4a95b4b7a0 admin admin] 10.222.0.11 "GET /v2.0/networks/759e5f49-00be-45c8-9151-38f2c216c003 HTTP/1.1" status: 200  len: 869 time: 0.1955459
Apr 06 10:11:59.220939 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44392) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:11:59.407963 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a229e-7185-4a14-bd07-c4a409f42ec5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:11:59.409291 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ac0a229e-7185-4a14-bd07-c4a409f42ec5 admin admin] 10.222.0.11 "GET /v2.0/networks/e343cb68-c3b4-4ab6-a7cb-a94427700dcd HTTP/1.1" status: 200  len: 886 time: 0.1874170
Apr 06 10:12:01.435145 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44402) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:12:01.566110 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4777d4c-5858-4429-a9b6-1b99999104e9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:01.566483 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4777d4c-5858-4429-a9b6-1b99999104e9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:01.567201 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c4777d4c-5858-4429-a9b6-1b99999104e9 admin admin] Synchronizing usage tracker for tenant:243059ad00e449c5acfc061092a4626d on resource:subnet {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:12:01.673875 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c4777d4c-5858-4429-a9b6-1b99999104e9 admin admin] Unset dirty status for tenant:243059ad00e449c5acfc061092a4626d on resource:subnet {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:12:01.674996 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c4777d4c-5858-4429-a9b6-1b99999104e9 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2388921
Apr 06 10:12:03.722798 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44412) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:12:03.853915 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad70d52-4ce9-4d3d-86c8-1b2f9c3af670 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:03.854299 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad70d52-4ce9-4d3d-86c8-1b2f9c3af670 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:03.855789 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0ad70d52-4ce9-4d3d-86c8-1b2f9c3af670 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1320641
Apr 06 10:12:05.873051 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44422) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:12:05.994578 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9912bf1-f523-4284-aef8-24f516b76e43 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:05.996162 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-b9912bf1-f523-4284-aef8-24f516b76e43 admin admin] 10.222.0.11 "GET /v2.0/subnets/0f6f8379-7275-4d94-a23f-7b81f36110d7 HTTP/1.1" status: 200  len: 816 time: 0.1221704
Apr 06 10:12:08.081045 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44432) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:12:08.220807 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38cab84-951e-4779-9f3f-72d64e3e969a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:08.222165 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a38cab84-951e-4779-9f3f-72d64e3e969a admin admin] 10.222.0.11 "GET /v2.0/subnets/10d1cba0-9570-41e1-a981-7d81e7b541f7 HTTP/1.1" status: 200  len: 868 time: 0.1401713
Apr 06 10:12:13.509000 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:12:21.102146 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c947b76f-907e-4fb4-8b5c-2f0293b8d8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:23.165168 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-5a1bf796-486f-4a34-a2ad-566448a7e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:24.357807 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:25.255071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:25.752032 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:26.199153 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44470) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:12:26.270092 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [None req-0de987a6-1923-431d-be38-061ab36715ff admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:12:26.271082 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0de987a6-1923-431d-be38-061ab36715ff admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0709999
Apr 06 10:12:28.376424 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44480) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:12:28.464776 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b5303f-63c5-48c6-a353-d527dd461660 admin admin] GET failed (client error): The resource could not be found.
Apr 06 10:12:28.465962 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-73b5303f-63c5-48c6-a353-d527dd461660 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0886037
Apr 06 10:12:28.589729 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c349adbf-011c-4698-8bc7-664871e52fdd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:28.591129 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c349adbf-011c-4698-8bc7-664871e52fdd admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1211705
Apr 06 10:12:30.634415 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44490) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:12:30.706067 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:12:30.710458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:12:30.719800 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:12:30.774702 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Made reservation on behalf of 243059ad00e449c5acfc061092a4626d for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:12:30.776952 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:30.864442 dv-cinder-836753-1-iscsi neutron-server[83994]: WARNING neutron.services.revisions.revision_plugin [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1e803d2400] {project_id='243059ad00e449c5acfc061092a4626d', id='1366b955-c8c9-47b0-8738-3e58cc43d630', target_tenant='*', action='access_as_shared', object_id='48aebb46-2f45-44db-8604-df0ddcc829e2'}> to bump revision.
Apr 06 10:12:30.877319 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:12:30.886019 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:30.886349 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Added segment 02d99916-ae02-4d99-adb2-9b9e337b692b of type vlan for network 48aebb46-2f45-44db-8604-df0ddcc829e2
Apr 06 10:12:30.914304 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:31.010112 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:31.015019 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:31.015019 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:31.110208 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Pushing event updated for resources: {'Network': ['ID=48aebb46-2f45-44db-8604-df0ddcc829e2,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:12:31.118026 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.118314 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.118653 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.118985 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.119314 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.119642 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.119968 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.120291 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.120611 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.120929 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.121247 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:31.132119 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 48aebb46-2f45-44db-8604-df0ddcc829e2 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:12:31.193811 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b9a5d64f-16d0-446b-8033-43d701af9b76 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5579958
Apr 06 10:12:33.223374 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44500) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:12:33.311661 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.pecan_wsgi.hooks.translation [None req-657067a5-5996-42a3-94ab-03df739c6c97 admin admin] GET failed (client error): The resource could not be found.
Apr 06 10:12:33.312135 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-657067a5-5996-42a3-94ab-03df739c6c97 admin admin] Synchronizing usage tracker for tenant:243059ad00e449c5acfc061092a4626d on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:12:33.397335 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-657067a5-5996-42a3-94ab-03df739c6c97 admin admin] Unset dirty status for tenant:243059ad00e449c5acfc061092a4626d on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:12:33.398469 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-657067a5-5996-42a3-94ab-03df739c6c97 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1741636
Apr 06 10:12:33.527537 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019e483-733e-417c-bc23-562a36dc985b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:33.529096 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e019e483-733e-417c-bc23-562a36dc985b admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1268382
Apr 06 10:12:33.538630 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2', 'name': 'shared-subnet'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:12:33.542808 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:12:33.552203 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:12:33.627213 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Made reservation on behalf of 243059ad00e449c5acfc061092a4626d for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:12:33.629364 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:33.901816 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:33.972118 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b47481-11bb-48aa-a7fe-2b0faeef8837,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:12:33.987271 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Checking segment: {'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:12:33.987621 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Network hostable DHCP agents. Network: 48aebb46-2f45-44db-8604-df0ddcc829e2, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:12:34.072959 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Network 48aebb46-2f45-44db-8604-df0ddcc829e2 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:12:34.141740 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 48aebb46-2f45-44db-8604-df0ddcc829e2) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:12:34.145565 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:12:34.146172 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:34.152850 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0750bb3-9ea8-4da0-90ca-a483ed4c10ac None None] Network 48aebb46-2f45-44db-8604-df0ddcc829e2 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:12:34.331030 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-5b4b447f-f8fd-4ba3-919f-b019a0287f4c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7955430
Apr 06 10:12:34.356712 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-48aebb46-2f45-44db-8604-df0ddcc829e2', 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2', 'tenant_id': '243059ad00e449c5acfc061092a4626d', 'fixed_ips': [{'subnet_id': '19b47481-11bb-48aa-a7fe-2b0faeef8837'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:12:34.357548 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:34.528139 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Allocated IP 192.168.233.2 (48aebb46-2f45-44db-8604-df0ddcc829e2/19b47481-11bb-48aa-a7fe-2b0faeef8837/ef0e0678-19d0-41d6-8393-0d4c854d90f6) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:12:34.729472 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:34.771483 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Transition to ACTIVE for port object ef0e0678-19d0-41d6-8393-0d4c854d90f6 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:12:34.790653 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Transition to ACTIVE for port object ef0e0678-19d0-41d6-8393-0d4c854d90f6 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:12:34.900989 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:35.001433 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Network 48aebb46-2f45-44db-8604-df0ddcc829e2 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:12:35.002828 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:12:35.006850 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:12:35.016188 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Pushing event updated for resources: {'Port': ['ID=ef0e0678-19d0-41d6-8393-0d4c854d90f6,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:12:35.076201 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.076532 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.077466 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.078090 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.078242 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.078577 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.078904 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.079247 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.079577 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.079897 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.080222 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:12:35.107376 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Attempting to bind port ef0e0678-19d0-41d6-8393-0d4c854d90f6 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:12:35.107742 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Attempting to bind port ef0e0678-19d0-41d6-8393-0d4c854d90f6 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:12:35.108128 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Attempting to bind port ef0e0678-19d0-41d6-8393-0d4c854d90f6 on network 48aebb46-2f45-44db-8604-df0ddcc829e2 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:12:35.114567 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:12:35.116572 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Checking segment: {'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:12:35.116572 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:35.116572 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Bound using segment: {'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:12:35.116572 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Bound port: ef0e0678-19d0-41d6-8393-0d4c854d90f6, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:12:35.116572 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:35.206192 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] For port ef0e0678-19d0-41d6-8393-0d4c854d90f6, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:12:35.209140 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] For port ef0e0678-19d0-41d6-8393-0d4c854d90f6, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=ef0e0678-19d0-41d6-8393-0d4c854d90f6,segment=NetworkSegment(02d99916-ae02-4d99-adb2-9b9e337b692b),segment_id=02d99916-ae02-4d99-adb2-9b9e337b692b)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:12:35.302053 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:35.380996 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd030003-5b4b-4bb6-ac65-503d8dbadb2b None None] Pushing event updated for resources: {'Port': ['ID=ef0e0678-19d0-41d6-8393-0d4c854d90f6,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:12:36.230390 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87993e04-c059-40a3-a0b5-52b4847e2817 None None] Network 48aebb46-2f45-44db-8604-df0ddcc829e2 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:12:36.435813 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-9d5f01e7-4182-4e29-8969-588189482b02 None None] Provisioning for port ef0e0678-19d0-41d6-8393-0d4c854d90f6 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:12:37.507294 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device ef0e0678-19d0-41d6-8393-0d4c854d90f6 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:12:37.644710 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port ef0e0678-19d0-41d6-8393-0d4c854d90f6 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:12:37.649950 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port ef0e0678-19d0-41d6-8393-0d4c854d90f6 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:12:37.650333 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:37.761634 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:37.793294 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port ef0e0678-19d0-41d6-8393-0d4c854d90f6, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=ef0e0678-19d0-41d6-8393-0d4c854d90f6,segment=NetworkSegment(02d99916-ae02-4d99-adb2-9b9e337b692b),segment_id=02d99916-ae02-4d99-adb2-9b9e337b692b)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:12:37.862391 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:37.932105 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=ef0e0678-19d0-41d6-8393-0d4c854d90f6,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:12:39.486087 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device ef0e0678-19d0-41d6-8393-0d4c854d90f6 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:12:39.555057 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port ef0e0678-19d0-41d6-8393-0d4c854d90f6 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:12:39.555475 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:50.508580 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:12:51.141513 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-aea6bea1-317f-4724-b9a7-08f165be917b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:53.170034 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-2a89ee93-b60f-49c3-97ac-11d2ae9a08fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:54.307101 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:55.203769 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:12:55.758214 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:21.094399 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a24a9b7a-f87b-4847-a741-7a8026bfc926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:23.159301 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3e119806-1792-4a5c-b0b8-61ea9b274412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:24.305464 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:25.214369 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:25.906066 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:27.508552 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:13:51.116361 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-76f4bf32-3530-48b0-8882-1702fae5cc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:53.179793 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-2e770e59-dcf1-44a1-8810-5f1832d0094a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:54.305041 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:55.219353 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:13:55.767698 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:02.087583 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44542) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:14:02.093622 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [None req-2549e317-0b99-41eb-95f4-802e6d20f47a tempest-verify_tempest_config-174298017 tempest-verify_tempest_config-174298017-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:14:02.094596 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2549e317-0b99-41eb-95f4-802e6d20f47a tempest-verify_tempest_config-174298017 tempest-verify_tempest_config-174298017-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0060756
Apr 06 10:14:02.599118 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44558) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:14:02.737991 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:02.767936 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:14:02.771791 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Usage tracker for resource:security_group_rule and tenant:c576472ed4544aecbe12ef3f68d240a9 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:14:02.774562 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:14:02.781057 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:14:02.842889 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:02.899270 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:02.944969 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0264fd-5a22-4d72-aaee-7d91263179ec,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:14:02.950500 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c576472ed4544aecbe12ef3f68d240a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3504107
Apr 06 10:14:02.953379 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44564) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:14:02.955251 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.955676 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.955971 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.956315 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.956667 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.957005 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.957333 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.957662 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.958071 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.958398 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:02.958723 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631d963-8481-4a40-94ca-1240787f04ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.014154 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:03.038856 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:03.185413 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:03.201398 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0264fd-5a22-4d72-aaee-7d91263179ec,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:14:03.212821 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:03.222631 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d3f11170-0372-4134-ab4d-0b7d3a8d3901 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed0264fd-5a22-4d72-aaee-7d91263179ec HTTP/1.1" status: 204  len: 168 time: 0.2668366
Apr 06 10:14:04.508822 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:14:21.133136 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-bf0f2806-ddbd-43c2-8fa3-8978825514f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:23.167868 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-32dbb82c-a8a1-4603-8fb6-537edb49f4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:24.315799 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:25.260347 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:25.750612 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:41.508334 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:14:51.097385 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-518bd1d7-602e-46e7-a1f4-705476e135a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:53.167777 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7b064116-0eec-430a-ae55-2746e8056cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:54.314223 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:55.211253 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:14:55.744210 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:18.508221 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 5 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:15:21.097855 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-733474a9-f541-41c2-b0d9-8494e06adc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:23.183454 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9140f81e-5a2b-4a3f-94e7-e421873cdc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:24.320572 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:25.233147 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:25.755075 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:48.343079 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725436'] for agent, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:51.108822 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-50af36e9-f3bb-4b2a-bcc8-f82624284f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:53.181591 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c3aabe97-0f6e-4f41-a138-d273fbf2f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:54.363755 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:55.214889 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:15:55.508942 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:15:55.760468 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:03.710024 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44642) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:16:03.846662 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-dfdcf4c9-e149-4d37-b12d-0ac04ac75206 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1352823
Apr 06 10:16:05.890574 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44652) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:16:05.969081 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-346b4db1-028e-4297-ace1-c4cd9a20955c admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0773780
Apr 06 10:16:18.345769 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:21.125487 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-51bab6a7-012c-418d-887d-e5924d99a69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:23.180420 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fafe67bb-368b-4500-8b6f-c2ddceb03182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:24.322550 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:25.214076 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:25.771590 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:32.508863 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:16:48.350113 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:51.096716 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1af81254-9047-4523-b08a-a7e2d233d2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:53.173482 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-bf9140e7-0d1d-4ad0-921a-b85dc4a58202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:54.342597 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:55.207360 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:16:55.793697 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:09.512475 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:17:18.353713 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:21.101720 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-62928fcf-83d0-48ed-ba22-11fe300bf3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:23.166554 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a88a54ca-0b73-4769-a424-d1ac8a6e4246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:24.326630 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:25.223951 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:25.766064 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:46.512762 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:17:48.394548 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:50.064490 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44794) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:50.628240 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-67158429-network', 'tenant_id': '474c373d715f467baa3762fdef8c160a'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:50.633446 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:50.637955 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Usage tracker for resource:network and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:50.641143 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:50.648861 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:50.731164 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Made reservation on behalf of 474c373d715f467baa3762fdef8c160a for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:17:50.733778 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:50.748215 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:50.788249 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:50.791631 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:50.796802 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:50.800727 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:50.869441 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:50.959096 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:50.989242 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:17:51.000666 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b37c34-932f-4160-9d43-a69fb4f5d5d7,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:51.009361 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:51.009711 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Added segment e7e52a97-6245-490a-befe-fda790ebe899 of type vlan for network 4add46be-e449-4063-94c9-630fe2457420
Apr 06 10:17:51.016708 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.017049 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.017407 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.017724 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.018106 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.018445 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.018777 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.019120 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.019458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.019780 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.020369 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Tracked resource versions report:
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]: pushed versions:
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]: {   'ConntrackHelper': {'1.0'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Log': {'1.0'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Network': {'1.1'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Port': {'1.5'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'PortForwarding': {'1.2'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'QosPolicy': {'1.8'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'SecurityGroup': {'1.2'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'SecurityGroupRule': {'1.0'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'SubPort': {'1.0'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Subnet': {'1.1'},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     'Trunk': {'1.1'}}
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]: consumer versions:
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]: {   DHCP agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     HyperV agent@hv-cinder-83675: {},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     L3 agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     Metadata agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     Metering agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:     Open vSwitch agent@dv-cinder-836753-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Log': '1.0',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Network': '1.1',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Port': '1.5',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'PortForwarding': '1.2',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'QosPolicy': '1.8',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'SecurityGroup': '1.2',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'SecurityGroupRule': '1.0',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'SubPort': '1.0',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Subnet': '1.1',
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:                                                      'Trunk': '1.1'}}
Apr 06 10:17:51.021416 dv-cinder-836753-1-iscsi neutron-server[83994]:  {{(pid=83994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 06 10:17:51.047600 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:51.124236 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d7d03beb-39c5-46f7-b578-f00810b569b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:51.154232 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:51.155173 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:51.157414 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:51.262389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4add46be-e449-4063-94c9-630fe2457420,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:51.273235 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 4add46be-e449-4063-94c9-630fe2457420 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:17:51.365016 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44842) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:51.366471 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-55deef60-5fa3-4ee5-8761-8e4496c259a8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3003080
Apr 06 10:17:51.370947 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Request body: {'subnet': {'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-67158429-subnet', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:51.379797 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:51.384237 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Usage tracker for resource:subnet and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:51.387272 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:51.398812 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:51.542779 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Made reservation on behalf of 474c373d715f467baa3762fdef8c160a for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:17:51.545276 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:51.696923 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44856) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:51.731002 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44862) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:51.873147 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44872) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:51.891677 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:51.990489 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c42440-751f-4d9c-9858-b5fd00cecf9c,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:52.012408 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.012943 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.013427 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.013918 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.014595 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.015094 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.015568 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.016057 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.016527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.016994 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.017573 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Tracked resource versions report:
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]: pushed versions:
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]: {   'ConntrackHelper': {'1.0'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Log': {'1.0'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Network': {'1.1'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Port': {'1.5'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'PortForwarding': {'1.2'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'QosPolicy': {'1.8'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'SecurityGroup': {'1.2'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'SecurityGroupRule': {'1.0'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'SubPort': {'1.0'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Subnet': {'1.1'},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     'Trunk': {'1.1'}}
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]: consumer versions:
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]: {   DHCP agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     HyperV agent@hv-cinder-83675: {},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     L3 agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     Metadata agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     Metering agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:     Open vSwitch agent@dv-cinder-836753-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Log': '1.0',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Network': '1.1',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Port': '1.5',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'PortForwarding': '1.2',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'QosPolicy': '1.8',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'SecurityGroup': '1.2',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'SecurityGroupRule': '1.0',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'SubPort': '1.0',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Subnet': '1.1',
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:                                                      'Trunk': '1.1'}}
Apr 06 10:17:52.019720 dv-cinder-836753-1-iscsi neutron-server[83995]:  {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 06 10:17:52.027707 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Checking segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:17:52.028294 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-439436702-network', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:52.028579 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Network hostable DHCP agents. Network: 4add46be-e449-4063-94c9-630fe2457420, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:17:52.037185 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:52.044544 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Usage tracker for resource:network and tenant:6c26929cdc2e419397fb84381a87eae9 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:52.049676 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:52.064848 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:52.128469 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-218819621-network', 'tenant_id': '872b80d8f161486ab774165084e4feca'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:52.133620 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:52.137751 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Usage tracker for resource:network and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:52.140846 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:52.147421 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:52.159574 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Network 4add46be-e449-4063-94c9-630fe2457420 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:17:52.279815 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Made reservation on behalf of 6c26929cdc2e419397fb84381a87eae9 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:17:52.282068 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.295913 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.332227 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:52.336790 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Usage tracker for resource:security_group_rule and tenant:6c26929cdc2e419397fb84381a87eae9 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:52.341189 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:52.346945 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:52.356209 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Made reservation on behalf of 872b80d8f161486ab774165084e4feca for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:17:52.358451 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.374438 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.382062 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 4add46be-e449-4063-94c9-630fe2457420) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:52.387185 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:52.388625 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.396291 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd54e5e-e63f-4150-87db-40c92970cd45 None None] Network 4add46be-e449-4063-94c9-630fe2457420 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:17:52.410171 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:52.414354 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Usage tracker for resource:security_group_rule and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:52.417437 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:52.423785 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:52.493571 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d61c063e-9896-45d2-938e-27da3a763973 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1270854
Apr 06 10:17:52.496297 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44890) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:52.502332 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:52.510441 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:52.515973 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Usage tracker for resource:router and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:52.535046 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:52.535383 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.542674 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:52.610791 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.641706 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:17:52.674198 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-4add46be-e449-4063-94c9-630fe2457420', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:17:52.674763 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6eea3a-95fa-4494-8a06-80cd17e2746b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:52.675308 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.689904 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.691560 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.691901 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Added segment e70271e5-b320-4c2b-80e4-abd5867505ad of type vlan for network 84cb302c-fd90-4f61-9fd1-c82d37360eb0
Apr 06 10:17:52.692014 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.746025 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.752030 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.787799 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-425070320-network', 'tenant_id': '1ffd94a428684058ae80ac859a4f690e'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:52.795205 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:52.801858 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Usage tracker for resource:network and tenant:1ffd94a428684058ae80ac859a4f690e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:52.807162 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:52.816584 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:52.839528 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.891242 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Made reservation on behalf of 1ffd94a428684058ae80ac859a4f690e for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:17:52.893548 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.908185 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.916344 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Allocated IP 172.20.0.2 (4add46be-e449-4063-94c9-630fe2457420/55c42440-751f-4d9c-9858-b5fd00cecf9c/1720b10f-454e-434e-9e18-1e7a57a9812c) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:17:52.946358 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:52.950615 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Usage tracker for resource:security_group_rule and tenant:1ffd94a428684058ae80ac859a4f690e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:52.967877 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:52.976010 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:52.996526 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:53.024311 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.025243 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:53.025824 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.103610 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:17:53.130283 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.132365 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Added segment cefce7ce-aca5-47ed-afc3-24bc77d9edf5 of type vlan for network 59f32085-bcad-46e7-9882-763fbe66e3d0
Apr 06 10:17:53.197351 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.199281 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.216350 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddc98-336f-4c1c-b42f-98d0f177849f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.361590 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.373481 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Transition to ACTIVE for port object 1720b10f-454e-434e-9e18-1e7a57a9812c will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:17:53.378096 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.resource_extend [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 06 10:17:53.398540 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Transition to ACTIVE for port object 1720b10f-454e-434e-9e18-1e7a57a9812c will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:17:53.408850 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] Pushing event updated for resources: {'Network': ['ID=84cb302c-fd90-4f61-9fd1-c82d37360eb0,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:53.422340 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:17:53.434972 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96e455a-fafe-4500-82bc-e6beab49c520,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:53.607301 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.609284 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.617071 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-338bcb61-86ef-4428-98ff-a026022c5932 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.8848186
Apr 06 10:17:53.620192 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44912) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:53.620682 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.622996 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:53.623857 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.637522 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Request body: {'subnet': {'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-subnet', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:53.655458 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:53.669646 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.692698 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.727039 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Usage tracker for resource:subnet and tenant:6c26929cdc2e419397fb84381a87eae9 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:53.727169 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:53.730479 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.735532 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:53.800926 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:17:53.811692 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Network 4add46be-e449-4063-94c9-630fe2457420 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:17:53.822979 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44926) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:53.823307 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:53.832762 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:17:53.833015 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.1234529
Apr 06 10:17:53.855047 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978e629f-400b-4bd7-87d5-7f40903b4fe5,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:53.855706 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Request body: {'subnet': {'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-subnet', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:53.858862 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.859207 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Added segment 7341fc16-2b5d-4611-8504-93b507fc8552 of type vlan for network b1459ff7-4c90-47af-98df-39c1de1bcec3
Apr 06 10:17:53.860299 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b726c7c-a81b-4fc6-a06f-cdd7a095245c admin admin] Pushing event updated for resources: {'Network': ['ID=59f32085-bcad-46e7-9882-763fbe66e3d0,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:53.919409 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.929288 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:17:53.941657 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Pushing event updated for resources: {'Port': ['ID=1720b10f-454e-434e-9e18-1e7a57a9812c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:53.975895 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Made reservation on behalf of 6c26929cdc2e419397fb84381a87eae9 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:17:53.978385 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:53.998250 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:54.026067 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Usage tracker for resource:subnet and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:54.038344 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.038344 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.038681 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.038838 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.039173 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.039502 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.039830 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.040210 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.040540 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.040863 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.041179 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Tracked resource versions report:
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]: pushed versions:
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]: {   'ConntrackHelper': {'1.0'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Log': {'1.0'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Network': {'1.1'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Port': {'1.5'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'PortForwarding': {'1.2'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'QosPolicy': {'1.8'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'SecurityGroup': {'1.2'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'SecurityGroupRule': {'1.0'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'SubPort': {'1.0'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Subnet': {'1.1'},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     'Trunk': {'1.1'}}
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]: consumer versions:
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]: {   DHCP agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     HyperV agent@hv-cinder-83675: {},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     L3 agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     Metadata agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     Metering agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:     Open vSwitch agent@dv-cinder-836753-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Log': '1.0',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Network': '1.1',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Port': '1.5',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'PortForwarding': '1.2',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'QosPolicy': '1.8',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'SecurityGroup': '1.2',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'SecurityGroupRule': '1.0',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'SubPort': '1.0',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Subnet': '1.1',
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:                                                      'Trunk': '1.1'}}
Apr 06 10:17:54.042254 dv-cinder-836753-1-iscsi neutron-server[83996]:  {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 06 10:17:54.050972 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Attempting to bind port 1720b10f-454e-434e-9e18-1e7a57a9812c on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:17:54.051341 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Attempting to bind port 1720b10f-454e-434e-9e18-1e7a57a9812c by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:17:54.051702 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Attempting to bind port 1720b10f-454e-434e-9e18-1e7a57a9812c on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:17:54.092768 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:17:54.093083 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Checking segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:17:54.101756 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.101756 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Bound using segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:17:54.101756 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Bound port: 1720b10f-454e-434e-9e18-1e7a57a9812c, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:17:54.101756 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.103948 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:54.119805 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.120675 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:54.121257 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.135707 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:54.175147 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Allocated IP 172.27.2.202 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/06fd4e5e-ee2f-4cda-bef5-46f2057a1eca) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:17:54.321473 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Made reservation on behalf of 872b80d8f161486ab774165084e4feca for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:17:54.324032 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.359963 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] For port 1720b10f-454e-434e-9e18-1e7a57a9812c, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:17:54.369270 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] For port 1720b10f-454e-434e-9e18-1e7a57a9812c, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1720b10f-454e-434e-9e18-1e7a57a9812c,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:17:54.403092 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.5286069
Apr 06 10:17:54.406689 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.409084 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 44950) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:54.438169 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Request body: {'subnet': {'network_id': 'b1459ff7-4c90-47af-98df-39c1de1bcec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-425070320-subnet', 'tenant_id': '1ffd94a428684058ae80ac859a4f690e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:54.440219 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.450413 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:54.470791 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3a01a-b766-41d9-a8f4-16c8a50d0685 admin admin] Pushing event updated for resources: {'Network': ['ID=b1459ff7-4c90-47af-98df-39c1de1bcec3,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:54.493708 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Usage tracker for resource:subnet and tenant:1ffd94a428684058ae80ac859a4f690e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:54.503014 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:54.529208 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:54.556436 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network b1459ff7-4c90-47af-98df-39c1de1bcec3 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:17:54.640262 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Made reservation on behalf of 1ffd94a428684058ae80ac859a4f690e for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:17:54.643333 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.685562 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.727469 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5b6ba-3b71-4272-906d-66cd62cd10f2 None None] Pushing event updated for resources: {'Port': ['ID=1720b10f-454e-434e-9e18-1e7a57a9812c,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:54.762796 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:54.953344 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37a33f8-2832-41e3-acab-cbe26f308b33,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:54.953344 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Checking segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:17:54.953344 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Network hostable DHCP agents. Network: 84cb302c-fd90-4f61-9fd1-c82d37360eb0, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:17:54.977276 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.062670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=06fd4e5e-ee2f-4cda-bef5-46f2057a1eca,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:55.066456 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:17:55.076791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.166352 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:17:55.169025 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 84cb302c-fd90-4f61-9fd1-c82d37360eb0) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:55.174225 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:55.178841 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da2aa78-b726-4da2-bac5-db0812157725 None None] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:17:55.192232 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:55.192810 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.222195 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Checking segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:17:55.222617 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Network hostable DHCP agents. Network: 59f32085-bcad-46e7-9882-763fbe66e3d0, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:17:55.223588 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.236609 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:17:55.269093 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910fa775-4c3d-4bb1-b8d6-48d8592b18c7,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:55.307443 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.395482 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a0112a4e-2ca3-41d3-8cb5-b5f7eb7b481e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.7723141
Apr 06 10:17:55.398128 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:17:55.411490 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 44978) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:55.414586 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 59f32085-bcad-46e7-9882-763fbe66e3d0) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:55.426887 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:55.429876 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a40dc6c-aa79-43d3-b048-dd48ff4d1004 None None] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:17:55.441609 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:55.442232 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.455971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:55.470071 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Checking segment: {'id': '7341fc16-2b5d-4611-8504-93b507fc8552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1459ff7-4c90-47af-98df-39c1de1bcec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:17:55.470071 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Network hostable DHCP agents. Network: b1459ff7-4c90-47af-98df-39c1de1bcec3, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:17:55.500007 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cadddd3-6efa-4dcc-af78-8bb774e94f8b,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:55.505796 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Usage tracker for resource:router and tenant:6c26929cdc2e419397fb84381a87eae9 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:55.510400 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:55.536604 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:55.557319 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.558114 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.645469 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Network b1459ff7-4c90-47af-98df-39c1de1bcec3 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:17:55.712388 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-b1c1c384-0b43-4bb4-9a37-f065271e33d7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8883433
Apr 06 10:17:55.713796 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45002) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:55.726277 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:17:55.737776 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.751384 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, b1459ff7-4c90-47af-98df-39c1de1bcec3) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:55.751605 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.751716 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:55.778650 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Usage tracker for resource:router and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:55.799590 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:55.820697 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:55.821610 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.825330 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.837283 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:55.847502 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac6ab0-1745-488a-877a-b18d7ee98be7 None None] Network b1459ff7-4c90-47af-98df-39c1de1bcec3 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:17:55.885483 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1720b10f-454e-434e-9e18-1e7a57a9812c up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:17:55.944447 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:17:55.945121 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.954508 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-6c527a71-acc9-471b-bd4d-c71fc78280d9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5394354
Apr 06 10:17:55.956116 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:55.958800 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.026664 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.089960 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.198171 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575b6df2-4363-4d62-89d7-07012e646525 None None] Network 4add46be-e449-4063-94c9-630fe2457420 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:17:56.242225 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.510195 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c1ff3ee3-2df2-4fa8-984b-aa1f4c9a4f1f None None] Provisioning for port 1720b10f-454e-434e-9e18-1e7a57a9812c completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:17:56.514104 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:17:56.526525 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-59f32085-bcad-46e7-9882-763fbe66e3d0', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:17:56.527647 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.537760 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.572834 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45026) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:56.573685 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45028) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:56.591054 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 1720b10f-454e-434e-9e18-1e7a57a9812c completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:17:56.647122 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 1720b10f-454e-434e-9e18-1e7a57a9812c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:17:56.647794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.859958 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Allocated IP 172.20.0.2 (84cb302c-fd90-4f61-9fd1-c82d37360eb0/a37a33f8-2832-41e3-acab-cbe26f308b33/c551d772-eca4-4b24-8994-e082a664705b) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:17:56.928710 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.932091 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.962542 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:56.966042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:57.079442 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:57.088288 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] Usage tracker for resource:security_group_rule and tenant:978ca7e487864705bd9b04e0859b58dc is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:57.091152 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:17:57.095157 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:57.098034 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] Usage tracker for resource:security_group_rule and tenant:c066d9dbd3d040d79acbcf1a05922c8d is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:17:57.107113 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:17:57.110966 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:57.119907 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:17:57.131995 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:17:57.145904 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:17:57.170979 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:17:57.171609 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8077d910>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:17:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:17:57.321851 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27ee98-c409-4c3a-bc7d-ad40a6d59977 None None] Network b1459ff7-4c90-47af-98df-39c1de1bcec3 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:17:57.375944 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Allocated IP 172.27.2.55 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/2dcd7464-516c-4eb9-9f69-ed680737272d) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:17:57.481987 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:57.516132 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45076) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:57.522442 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:57.525251 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7e89948b-8200-436d-b623-ee7ad340c1d0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.0274117
Apr 06 10:17:57.530970 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45080) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:57.586039 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:17:57.598095 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:57.616526 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:57.674758 dv-cinder-836753-1-iscsi neutron-server[83995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 06 10:17:57.690333 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Transition to ACTIVE for port object c551d772-eca4-4b24-8994-e082a664705b will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:17:57.761115 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:57.790612 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Allocated IP 172.20.0.2 (59f32085-bcad-46e7-9882-763fbe66e3d0/910fa775-4c3d-4bb1-b8d6-48d8592b18c7/8177b490-e37f-4b8e-810c-80641c15495f) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:17:57.823797 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Transition to ACTIVE for port object c551d772-eca4-4b24-8994-e082a664705b will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:17:57.900830 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:57.910703 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:57.999998 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.033495 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.091287 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176e1-6eda-4f63-81d3-3ff954057408 req-9342699d-0201-413b-a8d5-1e98d38fc203 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:17:58.094986 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8077d910>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:17:55Z', 'revision_number': 3, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:17:58.100186 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-9342699d-0201-413b-a8d5-1e98d38fc203 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/networks?id=b1459ff7-4c90-47af-98df-39c1de1bcec3 HTTP/1.1" status: 200  len: 811 time: 0.5816860
Apr 06 10:17:58.105268 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe68f94f-bf1d-4916-ba1e-1474e22f9075,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:58.129735 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:17:58.129735 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Updating router 988c9edb-8a65-4c83-8f37-70f7092c6897 port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:17:58.149312 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586291f5-f9d6-442c-a9a9-6ac17cf91cec,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:58.161534 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-e64bc2a3-35ca-419a-9551-4af20a75c4f1 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/quotas/1ffd94a428684058ae80ac859a4f690e HTTP/1.1" status: 200  len: 375 time: 0.0601468
Apr 06 10:17:58.196820 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-13529ea4-b7f8-4784-8928-b9e3dced924e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c066d9dbd3d040d79acbcf1a05922c8d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6217203
Apr 06 10:17:58.198921 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 1720b10f-454e-434e-9e18-1e7a57a9812c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1720b10f-454e-434e-9e18-1e7a57a9812c,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:17:58.205098 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.205294 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45090) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:58.207878 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7c8b55b7-397f-4b6a-9538-0602cc8178c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=978ca7e487864705bd9b04e0859b58dc&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6316524
Apr 06 10:17:58.221464 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45094) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:17:58.268079 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.270891 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-d211b867-c240-4d64-a3d8-fa482f5441ee tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ffd94a428684058ae80ac859a4f690e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1081321
Apr 06 10:17:58.324598 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.339492 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:17:58.365979 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:58.368820 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.412169 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-36bfab96-1c39-4699-a892-2a9b11adb714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.425838 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:17:58.442263 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-6f22b8c0-4df9-4aca-b36f-aece1a7ed75e None None] Provisioning complete for port 1720b10f-454e-434e-9e18-1e7a57a9812c triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:17:58.442835 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6f22b8c0-4df9-4aca-b36f-aece1a7ed75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.512505 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-36bfab96-1c39-4699-a892-2a9b11adb714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.520717 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b8aba6a6-3283-4273-8c0c-0eece17ebf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.545562 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.596072 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b8aba6a6-3283-4273-8c0c-0eece17ebf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.654761 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Allocated IP 172.27.2.13 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/1411263a-a13a-4af9-8e55-3e1e0e1ac22c) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:17:58.661668 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Pushing event updated for resources: {'Port': ['ID=c551d772-eca4-4b24-8994-e082a664705b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:58.793522 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b8aba6a6-3283-4273-8c0c-0eece17ebf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.797521 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-36bfab96-1c39-4699-a892-2a9b11adb714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.820674 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-05917468-8df2-4ca2-b114-74e97817048d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:17:58.822334 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-05917468-8df2-4ca2-b114-74e97817048d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2947450
Apr 06 10:17:58.831685 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aba6a6-3283-4273-8c0c-0eece17ebf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe68f94f-bf1d-4916-ba1e-1474e22f9075,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:58.864154 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfab96-1c39-4699-a892-2a9b11adb714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586291f5-f9d6-442c-a9a9-6ac17cf91cec,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:58.886923 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-36bfab96-1c39-4699-a892-2a9b11adb714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.890320 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-36bfab96-1c39-4699-a892-2a9b11adb714 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/586291f5-f9d6-442c-a9a9-6ac17cf91cec HTTP/1.1" status: 204  len: 168 time: 0.6651342
Apr 06 10:17:58.900529 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b8aba6a6-3283-4273-8c0c-0eece17ebf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.904538 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b8aba6a6-3283-4273-8c0c-0eece17ebf41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe68f94f-bf1d-4916-ba1e-1474e22f9075 HTTP/1.1" status: 204  len: 168 time: 0.7000732
Apr 06 10:17:58.972969 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:58.997387 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Attempting to bind port c551d772-eca4-4b24-8994-e082a664705b on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:17:58.997975 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Attempting to bind port c551d772-eca4-4b24-8994-e082a664705b by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:17:58.998557 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Attempting to bind port c551d772-eca4-4b24-8994-e082a664705b on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:17:59.023867 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:17:59.039593 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:59.054821 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:17:59.103479 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Pushing event updated for resources: {'Port': ['ID=2dcd7464-516c-4eb9-9f69-ed680737272d,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:59.118288 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:17:59.118659 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Checking segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:17:59.119663 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.120617 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.121005 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Bound using segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:17:59.126323 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Bound port: c551d772-eca4-4b24-8994-e082a664705b, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:17:59.128252 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.141670 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=1720b10f-454e-434e-9e18-1e7a57a9812c,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:59.196076 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.228594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:17:59.231951 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:59.235521 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:17:59.268962 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Pushing event updated for resources: {'Port': ['ID=1411263a-a13a-4af9-8e55-3e1e0e1ac22c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:59.283216 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-db3085c5-cc89-4755-b818-dc0e610d8548 service neutron] 10.222.0.11 "GET /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4357274
Apr 06 10:17:59.288648 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Transition to ACTIVE for port object 8177b490-e37f-4b8e-810c-80641c15495f will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:17:59.336155 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Transition to ACTIVE for port object 8177b490-e37f-4b8e-810c-80641c15495f will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:17:59.353824 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] For port c551d772-eca4-4b24-8994-e082a664705b, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:17:59.365247 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] For port c551d772-eca4-4b24-8994-e082a664705b, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=c551d772-eca4-4b24-8994-e082a664705b,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:17:59.422994 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.482662 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.488509 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.503708 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Transition to ACTIVE for port object 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:17:59.528748 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:17:59.535089 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:17:59.544962 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:17:59.547316 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Pushing event updated for resources: {'Port': ['ID=8177b490-e37f-4b8e-810c-80641c15495f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:59.605373 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.633362 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f5d8-16f5-4c67-9082-890af2bdebea None None] Pushing event updated for resources: {'Port': ['ID=c551d772-eca4-4b24-8994-e082a664705b,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:59.660578 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-ebebbc98-3361-451c-811a-aa94b19bacfd service neutron] 10.222.0.11 "GET /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3761463
Apr 06 10:17:59.716008 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.717789 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.771054 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Attempting to bind port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:17:59.772232 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Attempting to bind port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:17:59.772649 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Attempting to bind port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:17:59.779047 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Attempting to bind port 8177b490-e37f-4b8e-810c-80641c15495f on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:17:59.779589 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Attempting to bind port 8177b490-e37f-4b8e-810c-80641c15495f by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:17:59.779955 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Attempting to bind port 8177b490-e37f-4b8e-810c-80641c15495f on network 59f32085-bcad-46e7-9882-763fbe66e3d0 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:17:59.797503 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:17:59.798012 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Checking segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:17:59.800655 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.801172 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Bound using segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:17:59.801880 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Bound port: 8177b490-e37f-4b8e-810c-80641c15495f, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:17:59.802475 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.816786 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:17:59.817163 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:17:59.817562 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.818002 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:17:59.826349 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Bound port: 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:17:59.826937 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:17:59.952948 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Pushing event updated for resources: {'Port': ['ID=06fd4e5e-ee2f-4cda-bef5-46f2057a1eca,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:17:59.965040 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.965493 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.965945 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.968125 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.968559 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.968991 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.970036 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.970497 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.971002 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.971447 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.972014 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Tracked resource versions report:
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]: pushed versions:
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]: {   'ConntrackHelper': {'1.0'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Log': {'1.0'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Network': {'1.1'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Port': {'1.5'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'PortForwarding': {'1.2'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'QosPolicy': {'1.8'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'SecurityGroup': {'1.2'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'SecurityGroupRule': {'1.0'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'SubPort': {'1.0'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Subnet': {'1.1'},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     'Trunk': {'1.1'}}
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]: consumer versions:
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]: {   DHCP agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     HyperV agent@hv-cinder-83675: {},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     L3 agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     Metadata agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     Metering agent@dv-cinder-836753-1-iscsi: {},
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:     Open vSwitch agent@dv-cinder-836753-1-iscsi: {   'ConntrackHelper': '1.0',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Log': '1.0',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Network': '1.1',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Port': '1.5',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'PortForwarding': '1.2',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'QosPolicy': '1.8',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'SecurityGroup': '1.2',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'SecurityGroupRule': '1.0',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'SubPort': '1.0',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Subnet': '1.1',
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:                                                      'Trunk': '1.1'}}
Apr 06 10:17:59.973710 dv-cinder-836753-1-iscsi neutron-server[83997]:  {{(pid=83997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 06 10:18:00.004749 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45124) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:00.040448 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.057791 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] For port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:00.065740 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] For port 8177b490-e37f-4b8e-810c-80641c15495f, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:00.068585 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] For port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=06fd4e5e-ee2f-4cda-bef5-46f2057a1eca,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:00.082186 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] For port 8177b490-e37f-4b8e-810c-80641c15495f, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=8177b490-e37f-4b8e-810c-80641c15495f,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:00.088014 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45132) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:00.120920 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.137920 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.156863 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.157324 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:00.163235 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] Usage tracker for resource:security_group_rule and tenant:f545ec21a5fc44bdbb2cbb3e9e93ca41 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:00.169188 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:00.176680 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:00.180316 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45144) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:00.187642 dv-cinder-836753-1-iscsi neutron-server[83994]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 06 10:18:00.242981 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c795ef-ce2b-403b-8e39-c63b049a14dc None None] Pushing event updated for resources: {'Port': ['ID=06fd4e5e-ee2f-4cda-bef5-46f2057a1eca,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:00.255285 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:00.256663 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8077d910>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:17:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:00.290665 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.291541 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.307871 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:00.311036 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-540659de-46fb-4203-add3-e35eb6071c8e req-c04dd1af-3f8b-48a2-bbae-b28763fb98fb tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 210 time: 0.1250963
Apr 06 10:18:00.314627 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Usage tracker for resource:security_group_rule and tenant:55c746bb242746dd9138d37a5025792b is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:00.326086 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f054-e6f7-422d-8910-7eda530f9171 None None] Pushing event updated for resources: {'Port': ['ID=8177b490-e37f-4b8e-810c-80641c15495f,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:00.367301 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:00.397432 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:00.494606 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.618902 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.655347 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device c551d772-eca4-4b24-8994-e082a664705b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:00.705322 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:00.718181 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.741808 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:18:00.779395 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c390509f-4641-4241-aabc-d67d31eb80d8,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:00.805137 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-fe940509-2a5f-478b-b3f8-34f0e04bc9da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f545ec21a5fc44bdbb2cbb3e9e93ca41&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7919314
Apr 06 10:18:00.809295 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45164) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:00.936011 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:00.942718 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port c551d772-eca4-4b24-8994-e082a664705b completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:00.951222 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1720b10f-454e-434e-9e18-1e7a57a9812c up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:01.099489 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950d0d84-ac3d-4d0d-b5c8-f8babbac44c6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:01.209549 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 1720b10f-454e-434e-9e18-1e7a57a9812c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:01.209919 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:01.252483 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c7d1b770-2b98-4d6c-b2ba-a5d0377aee36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:01.309407 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c7d1b770-2b98-4d6c-b2ba-a5d0377aee36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:01.326567 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Synchronizing usage tracker for tenant:243059ad00e449c5acfc061092a4626d on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:01.420149 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a287ec5-4300-45f4-abc8-1d849ef06b82 None None] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:18:01.424738 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:01.432269 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:18:01.473668 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8077d910>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:17:55Z', 'revision_number': 3, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:01.479348 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda1a5c-a60a-497e-bac6-db1d10419272 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:17:55Z', 'revision_number': 3, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:18:01.529778 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] Unset dirty status for tenant:243059ad00e449c5acfc061092a4626d on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:01.531561 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c68d6463-a3d4-400e-8f9d-a26c875ee44d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55c746bb242746dd9138d37a5025792b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4416811
Apr 06 10:18:01.534261 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45192) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:01.549248 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-71ff09ad-c145-453c-9e53-3ac5a3322df5 req-2c836bb0-3621-4b95-8420-86e7d66adfe2 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 210 time: 0.1062770
Apr 06 10:18:01.567120 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Router 5349735b-ce6f-4eb1-bca2-c685ed74a17a is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:18:01.581100 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Sync routers for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:18:01.605596 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c7d1b770-2b98-4d6c-b2ba-a5d0377aee36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:01.607955 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c7d1b770-2b98-4d6c-b2ba-a5d0377aee36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:01.609098 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c7d1b770-2b98-4d6c-b2ba-a5d0377aee36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c390509f-4641-4241-aabc-d67d31eb80d8 HTTP/1.1" status: 204  len: 168 time: 0.7984309
Apr 06 10:18:01.640713 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1b770-2b98-4d6c-b2ba-a5d0377aee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390509f-4641-4241-aabc-d67d31eb80d8,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:01.663210 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:01.667477 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-aaeea0e3-b394-49d5-85d0-2541dab53091 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.9524205
Apr 06 10:18:01.668444 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45198) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:01.765295 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:01.765963 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807e3ca0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:17:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:01.888256 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45204) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:01.955523 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-ac8334ed-91c7-482e-a9a5-ba067713b6da None None] Provisioning for port c551d772-eca4-4b24-8994-e082a664705b completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:02.128895 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-ac8334ed-91c7-482e-a9a5-ba067713b6da None None] Provisioning complete for port c551d772-eca4-4b24-8994-e082a664705b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:02.129123 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ac8334ed-91c7-482e-a9a5-ba067713b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:02.159526 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccac5e-38f2-48c1-96a1-01ff3bbc80ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:02.384959 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:02.401564 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Allocated IP 172.20.0.1 (4add46be-e449-4063-94c9-630fe2457420/55c42440-751f-4d9c-9858-b5fd00cecf9c/76fc15c8-4b0f-4bf2-b091-370982c99c1b) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:02.436923 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccac5e-38f2-48c1-96a1-01ff3bbc80ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:02.457816 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:02.469210 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] Usage tracker for resource:security_group_rule and tenant:cefb8d0f26114b949d69f02086f29fe3 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:02.472985 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:02.482490 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:02.574252 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace28754-cea2-48ed-9d2c-be4f973827de None None] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:18:02.722904 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 8177b490-e37f-4b8e-810c-80641c15495f up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:02.773375 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:02.796181 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9071c9c5-7cd9-46db-bd96-dbb5bb4d0858 req-b2f8e2cf-8894-4442-9bc7-abd88c4dc5be tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 210 time: 0.0927773
Apr 06 10:18:02.946675 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.003571 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccac5e-38f2-48c1-96a1-01ff3bbc80ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.008665 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.043023 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Transition to ACTIVE for port object 76fc15c8-4b0f-4bf2-b091-370982c99c1b will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:03.044770 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccac5e-38f2-48c1-96a1-01ff3bbc80ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.045948 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c1ccac5e-38f2-48c1-96a1-01ff3bbc80ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/950d0d84-ac3d-4d0d-b5c8-f8babbac44c6 HTTP/1.1" status: 204  len: 168 time: 1.5104594
Apr 06 10:18:03.060082 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccac5e-38f2-48c1-96a1-01ff3bbc80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950d0d84-ac3d-4d0d-b5c8-f8babbac44c6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:03.086373 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:18:03.097282 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Sync routers for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:18:03.140792 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:03.142713 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8022cfa0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:17:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:03.156149 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.159630 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-83396f6c-0127-4d25-85d1-65a49d3a387d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.7430735
Apr 06 10:18:03.164096 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45242) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:03.169199 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79baff3-3637-4c97-ad6a-6ff0350933f5,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:03.337895 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.340563 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-f365a01f-1fee-4bce-a041-9d9e1316a560 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cefb8d0f26114b949d69f02086f29fe3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4512696
Apr 06 10:18:03.343812 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45248) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:03.373820 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:03.441167 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Pushing event updated for resources: {'Port': ['ID=76fc15c8-4b0f-4bf2-b091-370982c99c1b,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:03.450690 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ac8334ed-91c7-482e-a9a5-ba067713b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.477549 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:03.524912 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5aa732c4-930c-47d3-9788-7376c2a015ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.526472 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Network 4add46be-e449-4063-94c9-630fe2457420 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:03.528475 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:03.555211 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:03.556022 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:03.592369 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 8177b490-e37f-4b8e-810c-80641c15495f completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:03.774292 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:03.794915 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5aa732c4-930c-47d3-9788-7376c2a015ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.023421 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-ac8334ed-91c7-482e-a9a5-ba067713b6da None None] For port c551d772-eca4-4b24-8994-e082a664705b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=c551d772-eca4-4b24-8994-e082a664705b,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:04.180882 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.234766 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ac8334ed-91c7-482e-a9a5-ba067713b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.324606 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8022cfa0>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:17:59Z', 'revision_number': 3, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:04.335556 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Checking router: 5349735b-ce6f-4eb1-bca2-c685ed74a17a for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:18:04.335985 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Updating router 5349735b-ce6f-4eb1-bca2-c685ed74a17a port 2dcd7464-516c-4eb9-9f69-ed680737272d binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:18:04.371458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5aa732c4-930c-47d3-9788-7376c2a015ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.379310 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1bc28a0f-631d-4eee-8ba9-d66acb75fa9e req-908b0775-2cb2-4e8b-a73e-284e59dc3143 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 210 time: 0.1639185
Apr 06 10:18:04.412053 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa732c4-930c-47d3-9788-7376c2a015ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79baff3-3637-4c97-ad6a-6ff0350933f5,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:04.465723 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.473680 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5aa732c4-930c-47d3-9788-7376c2a015ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.478949 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-5aa732c4-930c-47d3-9788-7376c2a015ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b79baff3-3637-4c97-ad6a-6ff0350933f5 HTTP/1.1" status: 204  len: 168 time: 1.1302938
Apr 06 10:18:04.508751 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.524812 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8334ed-91c7-482e-a9a5-ba067713b6da None None] Pushing event updated for resources: {'Port': ['ID=c551d772-eca4-4b24-8994-e082a664705b,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:04.576213 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807e3ca0>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:17:59Z', 'revision_number': 3, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:04.586320 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Checking router: 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:18:04.586574 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Updating router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:18:04.647746 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:04.650835 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Provisioning for port 76fc15c8-4b0f-4bf2-b091-370982c99c1b completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:04.700860 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:04.701391 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.767542 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Allocated IP 172.20.0.1 (59f32085-bcad-46e7-9882-763fbe66e3d0/910fa775-4c3d-4bb1-b8d6-48d8592b18c7/b99968d7-78df-409f-a696-7e3a6fcafe2b) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:04.814721 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Provisioning complete for port 76fc15c8-4b0f-4bf2-b091-370982c99c1b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:04.815493 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.923438 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:04.971283 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Port 76fc15c8-4b0f-4bf2-b091-370982c99c1b cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:04.998067 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.61', 56046) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:05.087435 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.117381 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Transition to ACTIVE for port object 2dcd7464-516c-4eb9-9f69-ed680737272d will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:05.150826 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.212614 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176e1-6eda-4f63-81d3-3ff954057408 req-bb222001-927d-4347-b61d-73cd1616899d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:05.214180 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-174176e1-6eda-4f63-81d3-3ff954057408 req-bb222001-927d-4347-b61d-73cd1616899d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Synchronizing usage tracker for tenant:1ffd94a428684058ae80ac859a4f690e on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:05.216743 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.250608 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.252012 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.252158 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.282168 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Provisioning for port 8177b490-e37f-4b8e-810c-80641c15495f completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:05.354102 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Provisioning complete for port 8177b490-e37f-4b8e-810c-80641c15495f triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:05.354462 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.355337 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.362016 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Attempting to bind port 2dcd7464-516c-4eb9-9f69-ed680737272d on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:05.362933 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Attempting to bind port 2dcd7464-516c-4eb9-9f69-ed680737272d by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:05.364065 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Attempting to bind port 2dcd7464-516c-4eb9-9f69-ed680737272d on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:05.368281 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-174176e1-6eda-4f63-81d3-3ff954057408 req-bb222001-927d-4347-b61d-73cd1616899d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Unset dirty status for tenant:1ffd94a428684058ae80ac859a4f690e on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:05.375719 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-bb222001-927d-4347-b61d-73cd1616899d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.61 "GET /v2.0/networks?id=b1459ff7-4c90-47af-98df-39c1de1bcec3 HTTP/1.1" status: 200  len: 811 time: 0.3704596
Apr 06 10:18:05.378038 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Transition to ACTIVE for port object b99968d7-78df-409f-a696-7e3a6fcafe2b will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:05.383905 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:05.384571 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:05.385176 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=06fd4e5e-ee2f-4cda-bef5-46f2057a1eca,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:05.386066 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.387193 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:05.387993 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Bound port: 2dcd7464-516c-4eb9-9f69-ed680737272d, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:05.388953 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.414522 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Request body: {'port': {'device_id': '54cf5054-c5a4-456b-8b73-754d89c8dfd9', 'network_id': 'b1459ff7-4c90-47af-98df-39c1de1bcec3', 'admin_state_up': True, 'tenant_id': '1ffd94a428684058ae80ac859a4f690e'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:05.504739 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.575129 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.590797 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56d4ce-7784-41e5-82f3-1c3c27c6f054 None None] Pushing event updated for resources: {'Port': ['ID=2dcd7464-516c-4eb9-9f69-ed680737272d,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:05.635292 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] For port 2dcd7464-516c-4eb9-9f69-ed680737272d, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:05.643771 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] For port 2dcd7464-516c-4eb9-9f69-ed680737272d, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2dcd7464-516c-4eb9-9f69-ed680737272d,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:05.676541 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b99968d7-78df-409f-a696-7e3a6fcafe2b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:05.684442 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:05.692117 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Network 4add46be-e449-4063-94c9-630fe2457420 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:05.693905 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Pushing event updated for resources: {'Port': ['ID=76fc15c8-4b0f-4bf2-b091-370982c99c1b,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:05.697779 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:05.704559 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:05.705186 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.705328 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:05.719801 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.832531 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:05.851126 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Usage tracker for resource:port and tenant:1ffd94a428684058ae80ac859a4f690e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:05.944729 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:05.950553 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:05.965207 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Transition to ACTIVE for port object 1411263a-a13a-4af9-8e55-3e1e0e1ac22c will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:05.977776 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device c551d772-eca4-4b24-8994-e082a664705b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:05.980572 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:06.064622 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.067071 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56d4ce-7784-41e5-82f3-1c3c27c6f054 None None] Pushing event updated for resources: {'Port': ['ID=2dcd7464-516c-4eb9-9f69-ed680737272d,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:06.350485 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:06.350485 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8022cfa0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:17:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:06.351943 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.351943 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=06fd4e5e-ee2f-4cda-bef5-46f2057a1eca,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:06.352458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Made reservation on behalf of 1ffd94a428684058ae80ac859a4f690e for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:06.352458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.433643 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:06.436043 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.485195 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Attempting to bind port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:06.485862 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Attempting to bind port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:06.486419 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Attempting to bind port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:06.515834 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6190b49a-32b5-4740-8aac-6908dfac5af4 req-1bf31c3e-e423-49b5-bb76-ad23000f42ea tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 210 time: 0.1394377
Apr 06 10:18:06.556089 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] For port 8177b490-e37f-4b8e-810c-80641c15495f, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=8177b490-e37f-4b8e-810c-80641c15495f,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:06.567612 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:06.569558 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:06.570218 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.570764 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:06.571387 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Bound port: 1411263a-a13a-4af9-8e55-3e1e0e1ac22c, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:06.571938 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.604382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45318) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:06.631486 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6ee87-a741-47d7-8da7-c8f384094669 None None] Pushing event updated for resources: {'Port': ['ID=1411263a-a13a-4af9-8e55-3e1e0e1ac22c,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:06.748968 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] For port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:06.753805 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] For port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1411263a-a13a-4af9-8e55-3e1e0e1ac22c,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:06.760599 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.837326 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.842972 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Allocated IP 172.20.0.5 (b1459ff7-4c90-47af-98df-39c1de1bcec3/7cadddd3-6efa-4dcc-af78-8bb774e94f8b/638db887-514c-4627-b8d1-4f59bff2d3a4) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:06.851542 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port c551d772-eca4-4b24-8994-e082a664705b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:06.851916 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.899302 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:06.960679 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8022cfa0>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:17:59Z', 'revision_number': 3, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:06.969535 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1d301-078e-46fb-9520-da8ec0fd45ad None None] The sync data for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi is: [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:17:59Z', 'revision_number': 3, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:18:07.030783 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:07.031840 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:07.089887 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:07.090969 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807e3ca0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:17:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:07.182728 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Provisioning complete for port c551d772-eca4-4b24-8994-e082a664705b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:07.183244 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:07.226514 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b99968d7-78df-409f-a696-7e3a6fcafe2b,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:07.353148 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:07.367176 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:07.367850 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16873659-2f80-4f38-8788-4d2dc1094a2c None None] Pushing event updated for resources: {'Port': ['ID=8177b490-e37f-4b8e-810c-80641c15495f,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:07.419754 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:07.426010 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3139a718521744158d655456f3529f58 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:07.430541 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:07.437910 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:07.502646 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:18:07.504144 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6ee87-a741-47d7-8da7-c8f384094669 None None] Pushing event updated for resources: {'Port': ['ID=1411263a-a13a-4af9-8e55-3e1e0e1ac22c,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:07.523056 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:07.641576 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:07.802807 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ec48a7-eac2-4166-8e04-acb9bada8d10,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:07.886689 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:07.948949 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:08.126688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:08.153733 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bebddebb-427e-4d25-ad01-cf532b2b4c16 req-c373cb44-3c9c-4daa-8ef0-df33d3b4023a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 210 time: 0.2111828
Apr 06 10:18:08.173684 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:08.327653 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-63c847b1-10b0-4993-ab72-45b0ed6be2a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3139a718521744158d655456f3529f58&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7195847
Apr 06 10:18:08.329163 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 8177b490-e37f-4b8e-810c-80641c15495f up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:08.348434 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45362) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:08.463291 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Allocated IP 172.20.0.1 (84cb302c-fd90-4f61-9fd1-c82d37360eb0/a37a33f8-2832-41e3-acab-cbe26f308b33/191d4c07-1df8-468c-9636-dc878175507f) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:08.564925 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Provisioning complete for port 76fc15c8-4b0f-4bf2-b091-370982c99c1b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:08.565334 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:08.708442 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e11853d3-0abf-41de-a222-c5a7bcb6a0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:08.733652 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:08.839193 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:18:08.877993 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-84f9c343-2d70-413b-8e3b-848918ccea96 admin admin] 10.222.0.11 "PUT /v2.0/routers/988c9edb-8a65-4c83-8f37-70f7092c6897/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3405404
Apr 06 10:18:08.878196 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e11853d3-0abf-41de-a222-c5a7bcb6a0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:08.883036 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Network b1459ff7-4c90-47af-98df-39c1de1bcec3 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:08.889284 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:08.890165 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Port 76fc15c8-4b0f-4bf2-b091-370982c99c1b cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:08.911419 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:08.919592 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:08.920041 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:08.922961 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:18:08.948303 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:08.966096 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Transition to ACTIVE for port object 191d4c07-1df8-468c-9636-dc878175507f will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:09.062846 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:09.138911 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:09.139552 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8034cbe0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:17:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:09.208225 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 8177b490-e37f-4b8e-810c-80641c15495f triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:09.209279 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:09.254171 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:09.274825 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:09.293880 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:09.297457 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:09.300550 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Provisioning complete for port 8177b490-e37f-4b8e-810c-80641c15495f triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:09.311365 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:09.435234 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Pushing event updated for resources: {'Port': ['ID=191d4c07-1df8-468c-9636-dc878175507f,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:09.437637 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Pushing event updated for resources: {'Port': ['ID=638db887-514c-4627-b8d1-4f59bff2d3a4,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:09.620368 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a4ed4249-2b10-4075-b826-4e1c31b3048c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2131290
Apr 06 10:18:09.637885 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e11853d3-0abf-41de-a222-c5a7bcb6a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:09.694392 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-00e37b25-dd72-494c-a4b3-b786849d7b99 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:18:09.695595 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-00e37b25-dd72-494c-a4b3-b786849d7b99 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0428896
Apr 06 10:18:09.706474 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11853d3-0abf-41de-a222-c5a7bcb6a0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ec48a7-eac2-4166-8e04-acb9bada8d10,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:09.765553 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e11853d3-0abf-41de-a222-c5a7bcb6a0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:09.765553 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e11853d3-0abf-41de-a222-c5a7bcb6a0a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19ec48a7-eac2-4166-8e04-acb9bada8d10 HTTP/1.1" status: 204  len: 168 time: 1.4119859
Apr 06 10:18:09.785399 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:09.817062 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:18:09.928205 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807e3ca0>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:06Z', 'revision_number': 2, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:09.932872 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2381ae-3cec-4401-8630-bf08e421305b req-3c1d74d8-288e-409c-890c-c88204d28312 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:09.945801 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b2381ae-3cec-4401-8630-bf08e421305b req-3c1d74d8-288e-409c-890c-c88204d28312 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 931 time: 0.4576471
Apr 06 10:18:09.957347 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1ef82-3327-4fde-a604-ad0ce06037c5 None None] The sync data for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi is: [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:06Z', 'revision_number': 2, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:18:10.026328 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:10.183970 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2dcd7464-516c-4eb9-9f69-ed680737272d up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:10.342460 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:18:10.360439 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-de4a0c7f-3802-478a-a3be-d940f425a7c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/8b8cfe98-b5db-4c4a-9d5f-597b9e27af85/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6908731
Apr 06 10:18:10.616700 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Provisioning for port b99968d7-78df-409f-a696-7e3a6fcafe2b completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:10.701466 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Provisioning complete for port b99968d7-78df-409f-a696-7e3a6fcafe2b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:10.703019 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:10.738568 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b2381ae-3cec-4401-8630-bf08e421305b req-5d1d879f-c9df-41f4-8475-fefa54a5d99c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7916384
Apr 06 10:18:10.891723 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-8dae15f9-68bf-44fa-85d0-42946919220c None None] Port b99968d7-78df-409f-a696-7e3a6fcafe2b cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:10.950082 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:11.045416 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:11.046204 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:11.218904 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Request body: {'port': {'device_id': '54cf5054-c5a4-456b-8b73-754d89c8dfd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:11.280638 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-747e867b-00e9-478d-af25-97e95119c59f None None] Provisioning for port 191d4c07-1df8-468c-9636-dc878175507f completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:11.298499 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 2dcd7464-516c-4eb9-9f69-ed680737272d completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:11.316366 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-747e867b-00e9-478d-af25-97e95119c59f None None] Provisioning complete for port 191d4c07-1df8-468c-9636-dc878175507f triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:11.316739 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-747e867b-00e9-478d-af25-97e95119c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:11.382806 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 2dcd7464-516c-4eb9-9f69-ed680737272d triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:11.383180 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:11.544402 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Pushing event updated for resources: {'Port': ['ID=191d4c07-1df8-468c-9636-dc878175507f,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:11.610182 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:11.719930 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:11.721456 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:11.806942 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-747e867b-00e9-478d-af25-97e95119c59f None None] Port 191d4c07-1df8-468c-9636-dc878175507f cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:12.025796 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:12.068482 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8034cbe0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:04Z', 'revision_number': 2, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:12.101797 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-747e867b-00e9-478d-af25-97e95119c59f None None] Provisioning complete for port b99968d7-78df-409f-a696-7e3a6fcafe2b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:12.120173 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-747e867b-00e9-478d-af25-97e95119c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:12.120620 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45448) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:12.135542 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:18:12.136320 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Updating router 988c9edb-8a65-4c83-8f37-70f7092c6897 port 76fc15c8-4b0f-4bf2-b091-370982c99c1b binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:18:12.231103 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 2dcd7464-516c-4eb9-9f69-ed680737272d, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2dcd7464-516c-4eb9-9f69-ed680737272d,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:12.311126 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:12.311876 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:12.386330 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:12.697682 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301870756', 'description': 'tempest-description--1510063130'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:12.741004 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Router 5349735b-ce6f-4eb1-bca2-c685ed74a17a has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:18:12.759404 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-747e867b-00e9-478d-af25-97e95119c59f None None] Port b99968d7-78df-409f-a696-7e3a6fcafe2b cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:12.808467 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:12.837249 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:12.845616 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:12.860233 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:12.894060 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=2dcd7464-516c-4eb9-9f69-ed680737272d,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:12.926986 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:12.926986 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:12.991681 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c917b6c-11c8-4356-a4d3-e138c22c2d49 req-8a6f4a16-e730-46ad-8257-badeef2818f2 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:12.992434 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-9c917b6c-11c8-4356-a4d3-e138c22c2d49 req-8a6f4a16-e730-46ad-8257-badeef2818f2 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Synchronizing usage tracker for tenant:1ffd94a428684058ae80ac859a4f690e on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:12.998138 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.114987 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45482) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:13.125180 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664715540', 'description': 'tempest-description--755463625'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:13.143030 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:13.164307 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:security_group and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:13.168263 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:13.191528 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:13.261196 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-7d8bd58d-3f56-4372-81cc-8eae09f2a50b None None] Provisioning complete for port 191d4c07-1df8-468c-9636-dc878175507f triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:13.261708 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd58d-3f56-4372-81cc-8eae09f2a50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.273580 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:18:13.300398 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f9550ff2-e783-45df-8d41-7ac2d4dcc010 admin admin] 10.222.0.11 "PUT /v2.0/routers/5349735b-ce6f-4eb1-bca2-c685ed74a17a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1349628
Apr 06 10:18:13.302928 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.310373 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-9c917b6c-11c8-4356-a4d3-e138c22c2d49 req-8a6f4a16-e730-46ad-8257-badeef2818f2 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Unset dirty status for tenant:1ffd94a428684058ae80ac859a4f690e on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:13.319828 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9c917b6c-11c8-4356-a4d3-e138c22c2d49 req-8a6f4a16-e730-46ad-8257-badeef2818f2 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 931 time: 0.6431425
Apr 06 10:18:13.391498 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-9c917b6c-11c8-4356-a4d3-e138c22c2d49 req-17f32aff-1446-4442-b836-68e39ff77544 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Synchronizing usage tracker for tenant:1ffd94a428684058ae80ac859a4f690e on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:13.402244 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:13.409740 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:security_group_rule and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:13.413950 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:13.415938 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638db887-514c-4627-b8d1-4f59bff2d3a4 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:13.425192 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:13.432740 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45498) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:13.456230 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.465008 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:13.486746 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bd58d-3f56-4372-81cc-8eae09f2a50b None None] Port 191d4c07-1df8-468c-9636-dc878175507f cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:13.523658 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Transition to ACTIVE for port object 638db887-514c-4627-b8d1-4f59bff2d3a4 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:13.528220 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-9c917b6c-11c8-4356-a4d3-e138c22c2d49 req-17f32aff-1446-4442-b836-68e39ff77544 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Unset dirty status for tenant:1ffd94a428684058ae80ac859a4f690e on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:13.529683 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9c917b6c-11c8-4356-a4d3-e138c22c2d49 req-17f32aff-1446-4442-b836-68e39ff77544 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086618
Apr 06 10:18:13.530684 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:13.545768 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:13.554837 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:13.596150 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.622853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.741060 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.788630 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Pushing event updated for resources: {'Port': ['ID=638db887-514c-4627-b8d1-4f59bff2d3a4,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:13.858259 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.861203 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.7450681
Apr 06 10:18:13.866123 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45522) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:13.869525 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e691d-635c-41b3-88e0-f3643ebd5280 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412d412a-5812-4e00-8b63-1ac1cf19fd24,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:13.888586 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'security_group_rule': {'security_group_id': '412d412a-5812-4e00-8b63-1ac1cf19fd24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:13.901526 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:13.915498 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:security_group_rule and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:13.921884 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:13.929873 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:13.933767 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:14.009639 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Attempting to bind port 638db887-514c-4627-b8d1-4f59bff2d3a4 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:14.010171 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Attempting to bind port 638db887-514c-4627-b8d1-4f59bff2d3a4 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '7341fc16-2b5d-4611-8504-93b507fc8552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1459ff7-4c90-47af-98df-39c1de1bcec3'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:14.010635 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Attempting to bind port 638db887-514c-4627-b8d1-4f59bff2d3a4 on network b1459ff7-4c90-47af-98df-39c1de1bcec3 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:14.016838 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.056642 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Port 638db887-514c-4627-b8d1-4f59bff2d3a4 on network b1459ff7-4c90-47af-98df-39c1de1bcec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:18:14.058946 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Attempting to bind port 638db887-514c-4627-b8d1-4f59bff2d3a4 on network b1459ff7-4c90-47af-98df-39c1de1bcec3 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:14.090783 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2dcd7464-516c-4eb9-9f69-ed680737272d up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:14.093669 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.104499 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:14.105724 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Checking segment: {'id': '7341fc16-2b5d-4611-8504-93b507fc8552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1459ff7-4c90-47af-98df-39c1de1bcec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:14.108156 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Bound using segment: {'id': '7341fc16-2b5d-4611-8504-93b507fc8552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1459ff7-4c90-47af-98df-39c1de1bcec3'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:14.111090 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Bound port: 638db887-514c-4627-b8d1-4f59bff2d3a4, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7341fc16-2b5d-4611-8504-93b507fc8552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b1459ff7-4c90-47af-98df-39c1de1bcec3'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:14.111749 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.223619 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.254963 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45530) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:14.285413 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:14.338154 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.352015 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:14.360226 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] For port 638db887-514c-4627-b8d1-4f59bff2d3a4, host hv-cinder-83675, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:14.361765 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:b3726372697e4e96aa61890e5fd0c74f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:14.366702 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] For port 638db887-514c-4627-b8d1-4f59bff2d3a4, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=638db887-514c-4627-b8d1-4f59bff2d3a4,segment=NetworkSegment(7341fc16-2b5d-4611-8504-93b507fc8552),segment_id=7341fc16-2b5d-4611-8504-93b507fc8552)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:14.369177 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.369324 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:14.373853 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 2dcd7464-516c-4eb9-9f69-ed680737272d triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:14.374328 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.376201 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:14.406390 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.411094 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ab09b127-54dc-4bb4-a0a0-3850270d490d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 2.2191834
Apr 06 10:18:14.420691 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45536) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:14.428473 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group_rule': {'security_group_id': '5c89aa41-5c6a-4bad-b6f7-cd50d622e37c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:14.439489 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Transition to ACTIVE for port object 76fc15c8-4b0f-4bf2-b091-370982c99c1b will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:14.449720 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:14.464301 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:14.470352 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.475153 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:14.480438 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.559043 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:14.563812 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56e2288-be19-49a3-82af-69dd5fbe3cd1,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:14.594559 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.598657 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f156220d-4fbd-4581-97d9-b0942ed2f94c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7304001
Apr 06 10:18:14.607687 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45544) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:14.627093 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.634889 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.637019 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] 10.222.0.61 "PUT /v2.0/ports/638db887-514c-4627-b8d1-4f59bff2d3a4 HTTP/1.1" status: 200  len: 1093 time: 4.2443349
Apr 06 10:18:14.637667 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf5054-c5a4-456b-8b73-754d89c8dfd9', 'tag': '638db887-514c-4627-b8d1-4f59bff2d3a4'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:14.646428 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'security_group_rule': {'security_group_id': '412d412a-5812-4e00-8b63-1ac1cf19fd24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:14.658051 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.674376 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:14.681907 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:security_group_rule and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:14.688690 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:14.693540 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:14.803199 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:14.815385 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ab12fd-d7fb-4d22-813f-61cf21fc32ad,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:14.885617 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f01c2e76-2e32-4ff2-95d8-80547638f3f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3726372697e4e96aa61890e5fd0c74f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4491301
Apr 06 10:18:14.889791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45552) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:14.890707 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45a0be-4f3a-496b-a8f9-115a6a9c9592 None None] Pushing event updated for resources: {'Port': ['ID=76fc15c8-4b0f-4bf2-b091-370982c99c1b,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:14.905344 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407985a-7768-4e13-986b-43ee0f9c9c40 service neutron] Pushing event updated for resources: {'Port': ['ID=638db887-514c-4627-b8d1-4f59bff2d3a4,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:14.967438 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.071140 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Attempting to bind port 76fc15c8-4b0f-4bf2-b091-370982c99c1b on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:15.071732 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Attempting to bind port 76fc15c8-4b0f-4bf2-b091-370982c99c1b by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:15.072588 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Attempting to bind port 76fc15c8-4b0f-4bf2-b091-370982c99c1b on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:15.075170 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.083810 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:15.084605 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Checking segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:15.087787 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.089696 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Bound using segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:15.091279 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Bound port: 76fc15c8-4b0f-4bf2-b091-370982c99c1b, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:15.094057 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.193143 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee541d31-7042-4748-bf37-e99094755d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.246744 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee541d31-7042-4748-bf37-e99094755d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.254764 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.316542 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-ea7b5c63-bc95-4fe9-aa4e-2b7704441878 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ffd94a428684058ae80ac859a4f690e&device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 1096 time: 0.4127417
Apr 06 10:18:15.336264 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] For port 76fc15c8-4b0f-4bf2-b091-370982c99c1b, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:15.354464 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] For port 76fc15c8-4b0f-4bf2-b091-370982c99c1b, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=76fc15c8-4b0f-4bf2-b091-370982c99c1b,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:15.443168 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b052f-b1ae-4ce2-8c46-20f9c9475ebf req-cc51870d-f556-4926-8507-c28ccf1cb58e tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:15.452330 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f52b052f-b1ae-4ce2-8c46-20f9c9475ebf req-cc51870d-f556-4926-8507-c28ccf1cb58e tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 943 time: 0.5809894
Apr 06 10:18:15.456688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45570) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:15.457450 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.531958 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee541d31-7042-4748-bf37-e99094755d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.540070 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.547119 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.551484 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-5e1e7b84-ce84-4181-93f9-acd972ca4f70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=638db887-514c-4627-b8d1-4f59bff2d3a4 HTTP/1.1" status: 200  len: 217 time: 0.1988122
Apr 06 10:18:15.662153 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.675539 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.723922 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45a0be-4f3a-496b-a8f9-115a6a9c9592 None None] Pushing event updated for resources: {'Port': ['ID=76fc15c8-4b0f-4bf2-b091-370982c99c1b,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:15.728248 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d582863-ff6b-40f1-8bde-847e74248baf,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:15.730067 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f52b052f-b1ae-4ce2-8c46-20f9c9475ebf req-0d84bf2a-c7cc-4e5e-af65-a8327a601fb4 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2768850
Apr 06 10:18:15.751683 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:15.752426 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8034cbe0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:17:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:15.765212 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefdb826-b9b4-41e5-8b60-d6fa6ec4d6da,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:15.774889 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174176e1-6eda-4f63-81d3-3ff954057408 req-4c7dd1ae-1fbe-44ea-bf40-2cd364494616 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:15.776340 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-4c7dd1ae-1fbe-44ea-bf40-2cd364494616 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7cadddd3-6efa-4dcc-af78-8bb774e94f8b HTTP/1.1" status: 200  len: 851 time: 0.2091031
Apr 06 10:18:15.791737 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee541d31-7042-4748-bf37-e99094755d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ab12fd-d7fb-4d22-813f-61cf21fc32ad,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:15.799828 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ee541d31-7042-4748-bf37-e99094755d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.807488 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-ee541d31-7042-4748-bf37-e99094755d32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64ab12fd-d7fb-4d22-813f-61cf21fc32ad HTTP/1.1" status: 204  len: 168 time: 0.9086096
Apr 06 10:18:15.867247 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:15.870818 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-153ef759-6282-4854-b096-64a0390dbc18 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.4465652
Apr 06 10:18:15.872710 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-d98c4e45-5eb8-4e04-b93b-918bfe758df5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1459ff7-4c90-47af-98df-39c1de1bcec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786359
Apr 06 10:18:15.872710 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45588) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:15.881093 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group_rule': {'security_group_id': '5c89aa41-5c6a-4bad-b6f7-cd50d622e37c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:15.886372 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:15.900212 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:15.903798 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:15.911219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:15.925197 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:15.957650 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] Usage tracker for resource:security_group_rule and tenant:99fca67de7774edcbd6cde7d0a6afdb4 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:15.974753 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:16.004492 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:16.063462 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.196154 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.204373 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-b683f630-8380-4181-8f88-15a2ccab7a20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.5898852
Apr 06 10:18:16.205548 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-fb2eeb53-63d3-49e2-a6de-29388629e56b service neutron] 10.222.0.61 "GET /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723470
Apr 06 10:18:16.206033 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45592) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:16.295114 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:16.322932 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:16.350493 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:floatingip and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:16.356773 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.393374 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811166-a318-4687-9465-00b6262fed6c req-5d7df36e-50bc-4253-89da-5718f1a1922e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:16.395209 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-5d7df36e-50bc-4253-89da-5718f1a1922e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 818 time: 1.0745006
Apr 06 10:18:16.413229 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:16.426876 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.439086 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:16.441955 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.461550 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:16.462631 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-1c921409-a0c4-4d1a-aea8-8532dfd4d193 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/quotas/6c26929cdc2e419397fb84381a87eae9 HTTP/1.1" status: 200  len: 375 time: 0.0340714
Apr 06 10:18:16.474832 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.554994 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e3ebbf-c4b1-4c70-b53d-4893d3307998,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:16.599702 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:16.613799 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] Usage tracker for resource:security_group_rule and tenant:842434a450c8442d93aff37b14d720a5 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:16.625382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:16.635413 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:16.638773 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-174176e1-6eda-4f63-81d3-3ff954057408 req-fc9fa5e0-165c-404d-86a1-77783a8e65aa service neutron] 10.222.0.61 "GET /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3889928
Apr 06 10:18:16.683177 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.685977 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-cd13e05b-3a08-4ffc-bebe-ae1c082395d3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8124158
Apr 06 10:18:16.691373 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45600) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:16.709783 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:16.710075 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.715669 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:16.723704 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:floatingip and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:16.842789 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e1412-469b-4031-839f-3eb77cf7f112,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:16.849762 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:16.852935 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:16.887778 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:16.966799 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-912e8fb0-843d-413b-980b-c0cb93f33332 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99fca67de7774edcbd6cde7d0a6afdb4&name=default HTTP/1.1" status: 200  len: 2647 time: 2.7100358
Apr 06 10:18:16.975217 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91ca7db-34d0-4058-9a03-d7b37d789b4b'] response: {'name': 'network-changed', 'server_uuid': '54cf5054-c5a4-456b-8b73-754d89c8dfd9', 'tag': '638db887-514c-4627-b8d1-4f59bff2d3a4', 'status': 'completed', 'code': 200}
Apr 06 10:18:16.977156 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45610) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:16.996466 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e3811166-a318-4687-9465-00b6262fed6c req-29096e26-b437-4d0b-ad44-8dd2ea80e120 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:17.051729 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:17.205849 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b2711745-1ee6-47b3-bc21-bebbfb6bb953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:17.220117 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:17.254017 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b2711745-1ee6-47b3-bc21-bebbfb6bb953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:17.330780 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:17.387367 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=842434a450c8442d93aff37b14d720a5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9220710
Apr 06 10:18:17.389866 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45618) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:17.415026 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8034cbe0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:15Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:17.436145 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575de341-84ac-4e4a-83a7-9a4069013919 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:15Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:18:17.506604 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b2711745-1ee6-47b3-bc21-bebbfb6bb953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:17.514176 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4006c-566d-401c-b5d0-92ea6d153e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19952c7-5708-4ff8-8d12-f0de7758f8be,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:17.514783 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e3811166-a318-4687-9465-00b6262fed6c req-29096e26-b437-4d0b-ad44-8dd2ea80e120 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:17.516220 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-29096e26-b437-4d0b-ad44-8dd2ea80e120 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&fields=id HTTP/1.1" status: 200  len: 302 time: 1.0477419
Apr 06 10:18:17.538572 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2711745-1ee6-47b3-bc21-bebbfb6bb953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e1412-469b-4031-839f-3eb77cf7f112,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:17.547020 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b2711745-1ee6-47b3-bc21-bebbfb6bb953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:17.551223 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-b2711745-1ee6-47b3-bc21-bebbfb6bb953 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/785e1412-469b-4031-839f-3eb77cf7f112 HTTP/1.1" status: 204  len: 168 time: 0.5618832
Apr 06 10:18:17.584580 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-49451f28-b79d-4d12-9efb-5f99ac4af5ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ffd94a428684058ae80ac859a4f690e&device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 1096 time: 0.6039643
Apr 06 10:18:17.666868 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbbc4b-1950-4f21-ba57-65d339985393 req-4503b550-d0d0-4aab-9c34-4c3b40cfb322 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:17.668408 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-09cbbc4b-1950-4f21-ba57-65d339985393 req-4503b550-d0d0-4aab-9c34-4c3b40cfb322 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 943 time: 0.4343073
Apr 06 10:18:17.750410 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45626) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:17.860892 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:17.912059 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-adc59939-eaaf-4941-b743-9324badae037 service neutron] 10.222.0.11 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3451738
Apr 06 10:18:17.914398 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9010214f-9bda-4403-aa62-d31b4bf7a16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:18.135180 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9010214f-9bda-4403-aa62-d31b4bf7a16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:18.210231 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:18.220269 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1411263a-a13a-4af9-8e55-3e1e0e1ac22c up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:18.342247 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-3aa06e9e-236e-451e-8477-24f7ec6fb4e6 service neutron] 10.222.0.11 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4080689
Apr 06 10:18:18.410577 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9010214f-9bda-4403-aa62-d31b4bf7a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:18.451252 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:18.459463 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-09cbbc4b-1950-4f21-ba57-65d339985393 req-5690deb2-62b4-403b-99ed-9fa57a5d2815 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7812779
Apr 06 10:18:18.470119 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Allocated IP 172.27.2.149 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/5f662009-5f7f-4273-ab9b-c62eca0cbb75) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:18.509810 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010214f-9bda-4403-aa62-d31b4bf7a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19952c7-5708-4ff8-8d12-f0de7758f8be,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:18.522950 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9010214f-9bda-4403-aa62-d31b4bf7a16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:18.524739 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-9010214f-9bda-4403-aa62-d31b4bf7a16c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b19952c7-5708-4ff8-8d12-f0de7758f8be HTTP/1.1" status: 204  len: 168 time: 1.1333811
Apr 06 10:18:18.553793 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:18.557858 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:18.559514 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:18.559900 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:18.619886 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:18.632617 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-2859315b-976f-4456-8f97-93a0d7b6d33c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:18.643182 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-2859315b-976f-4456-8f97-93a0d7b6d33c service neutron] 10.222.0.61 "GET /v2.0/networks?id=b1459ff7-4c90-47af-98df-39c1de1bcec3 HTTP/1.1" status: 200  len: 912 time: 1.0422382
Apr 06 10:18:18.659373 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] Usage tracker for resource:security_group_rule and tenant:860e8d006098489b9d123549a2b4fe2c is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:18.719411 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:19.052047 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.053154 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:19.096598 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-812b4771-5725-4a96-afcc-7be248af8901 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=638db887-514c-4627-b8d1-4f59bff2d3a4 HTTP/1.1" status: 200  len: 217 time: 0.4226041
Apr 06 10:18:19.191984 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45660) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:19.244444 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.247978 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-03a17df3-656d-4a4a-bdff-5a232f318987 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:19.251021 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-03a17df3-656d-4a4a-bdff-5a232f318987 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7cadddd3-6efa-4dcc-af78-8bb774e94f8b HTTP/1.1" status: 200  len: 851 time: 0.1377635
Apr 06 10:18:19.253606 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-46bb3961-8cbd-4b7a-81f8-9061f77b1242 req-1a61d791-bde1-4dc1-a8a9-09ae5cae0ef2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 210 time: 0.5119355
Apr 06 10:18:19.335726 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:19.355454 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] Usage tracker for resource:security_group_rule and tenant:fad2e55ba2ad4190acc860d8263fc83f is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:19.359358 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:19.378387 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:19.385455 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1411263a-a13a-4af9-8e55-3e1e0e1ac22c,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:19.412573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.478171 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.479290 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 76fc15c8-4b0f-4bf2-b091-370982c99c1b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:19.588016 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-3e49de41-ef75-42c3-981c-832470376b6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1459ff7-4c90-47af-98df-39c1de1bcec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1350479
Apr 06 10:18:19.591464 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.635184 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=860e8d006098489b9d123549a2b4fe2c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8745117
Apr 06 10:18:19.648155 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45672) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:19.712178 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.803901 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=1411263a-a13a-4af9-8e55-3e1e0e1ac22c,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:19.825650 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.898811 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cf83ef71-e16a-45a9-addb-39fffa823ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.907803 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 76fc15c8-4b0f-4bf2-b091-370982c99c1b completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:19.914403 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 76fc15c8-4b0f-4bf2-b091-370982c99c1b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:19.914789 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:19.979412 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de500a8f-ea2b-42ab-9173-ea22f718548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27feb085-26d0-46a6-8455-df8b97f94816,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:20.031246 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fad2e55ba2ad4190acc860d8263fc83f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8368304
Apr 06 10:18:20.037320 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cf83ef71-e16a-45a9-addb-39fffa823ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:20.038076 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 45692) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:20.045283 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eda292-966f-4738-9514-b3b6d8ba8d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947fd29-4169-4990-9615-9f0a59357779,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:20.090639 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b321786-e0ee-4f8a-9b6c-27c6c58344be req-55a6232b-f40a-47b5-a3e5-6effabeac271 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:20.105874 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7b321786-e0ee-4f8a-9b6c-27c6c58344be req-55a6232b-f40a-47b5-a3e5-6effabeac271 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 943 time: 0.3736911
Apr 06 10:18:20.239532 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:20.260928 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7b321786-e0ee-4f8a-9b6c-27c6c58344be req-e2b1628e-b5b0-4646-b956-4680d39fba0d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539166
Apr 06 10:18:20.451386 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 76fc15c8-4b0f-4bf2-b091-370982c99c1b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=76fc15c8-4b0f-4bf2-b091-370982c99c1b,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:20.452091 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:20.453206 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cf83ef71-e16a-45a9-addb-39fffa823ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:20.476396 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83ef71-e16a-45a9-addb-39fffa823ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27feb085-26d0-46a6-8455-df8b97f94816,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:20.513399 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cf83ef71-e16a-45a9-addb-39fffa823ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:20.515579 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-cf83ef71-e16a-45a9-addb-39fffa823ea6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27feb085-26d0-46a6-8455-df8b97f94816 HTTP/1.1" status: 204  len: 168 time: 0.8646271
Apr 06 10:18:20.640108 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-8e00700f-3ede-4268-be22-a0e0d663567a service neutron] 10.222.0.61 "GET /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9714851
Apr 06 10:18:20.711804 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-35cb3707-6c5d-4eba-a714-62bffc031762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:20.770315 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-253220dd-6e16-4f9e-9092-6eb758860c9c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:20.771044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-253220dd-6e16-4f9e-9092-6eb758860c9c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:20.825392 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-35cb3707-6c5d-4eba-a714-62bffc031762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:20.926076 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-249c640e-ada2-455c-8a2d-18c57b51c42e req-afabbac1-3e33-4367-929c-22948d394325 service neutron] 10.222.0.61 "GET /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2938647
Apr 06 10:18:20.998961 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:21.117164 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=76fc15c8-4b0f-4bf2-b091-370982c99c1b,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:21.161126 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1411263a-a13a-4af9-8e55-3e1e0e1ac22c up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:21.242726 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:21.243108 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:21.610089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173181-7360-4b18-a440-3023010b58c0 req-12b31e92-2710-4f07-b559-c75ad0bec243 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:21.611574 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-26173181-7360-4b18-a440-3023010b58c0 req-12b31e92-2710-4f07-b559-c75ad0bec243 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 943 time: 0.0871272
Apr 06 10:18:21.659216 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-26173181-7360-4b18-a440-3023010b58c0 req-558d99de-cbf9-4179-ba35-27a4e2a5a901 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415709
Apr 06 10:18:21.745717 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:21.805889 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7be6-adcd-4684-bd72-a535ae731755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:21.825430 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-253220dd-6e16-4f9e-9092-6eb758860c9c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:21.832265 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-253220dd-6e16-4f9e-9092-6eb758860c9c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 818 time: 1.7979803
Apr 06 10:18:21.914246 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:21.920912 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:21.928807 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:21.943247 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-72713c95-44e6-4f51-a959-9550ea7f7506 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/quotas/6c26929cdc2e419397fb84381a87eae9 HTTP/1.1" status: 200  len: 375 time: 0.1097434
Apr 06 10:18:21.948502 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'Port': ['ID=5f662009-5f7f-4273-ab9b-c62eca0cbb75,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:22.004476 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-35cb3707-6c5d-4eba-a714-62bffc031762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:22.008538 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Allocated IP 172.27.2.36 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/0c6b1cb6-5d84-4df9-8a77-3cef1cff191c) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:22.122076 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb3707-6c5d-4eba-a714-62bffc031762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947fd29-4169-4990-9615-9f0a59357779,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:22.284037 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-35cb3707-6c5d-4eba-a714-62bffc031762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:22.288704 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-35cb3707-6c5d-4eba-a714-62bffc031762 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4947fd29-4169-4990-9615-9f0a59357779 HTTP/1.1" status: 204  len: 168 time: 2.2406635
Apr 06 10:18:22.352531 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-61e86d06-c17e-4357-bada-5855eb168a58 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4075770
Apr 06 10:18:22.393148 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:22.398900 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:22.529524 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:22.601292 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:22.652543 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:22.659060 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=0c6b1cb6-5d84-4df9-8a77-3cef1cff191c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:22.663003 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:22.667748 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:22.917339 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322b00-cca2-4f70-a346-dbaa460f3c2c req-6d50ef44-7aad-43b2-9110-ef8b7d546e29 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:22.922399 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b322b00-cca2-4f70-a346-dbaa460f3c2c req-6d50ef44-7aad-43b2-9110-ef8b7d546e29 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 943 time: 0.0912046
Apr 06 10:18:22.987978 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b322b00-cca2-4f70-a346-dbaa460f3c2c req-ef17a451-3ce3-4f36-9e5a-7945f4256572 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626729
Apr 06 10:18:23.025470 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.070750 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.127608 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 76fc15c8-4b0f-4bf2-b091-370982c99c1b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:23.163792 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.180771 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-93889776-29de-4f1f-829c-f3283d6a6bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.219463 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.225724 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 76fc15c8-4b0f-4bf2-b091-370982c99c1b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:23.226122 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.265044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.304585 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'Port': ['ID=5f662009-5f7f-4273-ab9b-c62eca0cbb75,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:23.352273 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.352273 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0d250871-a66b-48dc-8bf0-32586206d5f6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.1331234
Apr 06 10:18:23.508103 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-abf15dd1-29e0-4ef7-8007-7e0807b18143 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:18:23.509245 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-abf15dd1-29e0-4ef7-8007-7e0807b18143 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5066593
Apr 06 10:18:23.513988 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:18:23.695393 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.701685 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-c0714ebf-22c5-40cf-8bf8-57c7e21ad2de service neutron] 10.222.0.11 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775122
Apr 06 10:18:23.741265 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-be15542a-c22b-4367-916a-00395dfcb6dc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:23.796333 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.873716 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-be15542a-c22b-4367-916a-00395dfcb6dc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:23.875281 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-be15542a-c22b-4367-916a-00395dfcb6dc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1664715540&fields=id&tenant_id=872b80d8f161486ab774165084e4feca HTTP/1.1" status: 200  len: 267 time: 0.1736913
Apr 06 10:18:23.880904 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=0c6b1cb6-5d84-4df9-8a77-3cef1cff191c,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:23.901966 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:23.969716 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-3cb25ec1-0b21-4e21-bed1-ecfca517e8c6 service neutron] 10.222.0.11 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2615211
Apr 06 10:18:24.038086 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:24.038086 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-279af30c-e122-4a6e-9737-2a68f8063051 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.3418014
Apr 06 10:18:24.193671 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-85f1a7d8-f41c-41e4-964c-8c4f33685085 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:24.204603 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-85f1a7d8-f41c-41e4-964c-8c4f33685085 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 816 time: 0.3196402
Apr 06 10:18:24.229417 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-78273086-375e-4f31-8cfa-9361e4f2901f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/quotas/872b80d8f161486ab774165084e4feca HTTP/1.1" status: 200  len: 375 time: 0.0236588
Apr 06 10:18:24.276469 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811166-a318-4687-9465-00b6262fed6c req-66fc0065-3376-4dd9-9f6b-75fc9db5739f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:24.278396 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-66fc0065-3376-4dd9-9f6b-75fc9db5739f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 818 time: 0.3077359
Apr 06 10:18:24.312140 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'port': {'device_id': 'f1e821ff-8565-4a6e-993a-34b6dfbe2424', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'admin_state_up': True, 'tenant_id': '6c26929cdc2e419397fb84381a87eae9'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:24.387372 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:24.388395 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-0772973b-eb32-488f-9b7c-4bc9ad41d674 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1529837
Apr 06 10:18:24.675237 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-8b4b57a9-680d-458b-aa70-6da7ce91da8f service neutron] 10.222.0.11 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2821009
Apr 06 10:18:24.732032 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:24.746083 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:24.755556 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52adf1-40a9-4428-9bf3-7112b57b0746 req-292449ac-998d-4c86-932d-98859c3c354e tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:24.757258 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1a52adf1-40a9-4428-9bf3-7112b57b0746 req-292449ac-998d-4c86-932d-98859c3c354e tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 943 time: 0.2428780
Apr 06 10:18:24.812897 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1a52adf1-40a9-4428-9bf3-7112b57b0746 req-26dbfb4c-ef50-4c29-a103-8459db799522 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493588
Apr 06 10:18:24.832622 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-fb4dbd3c-c503-4b6c-af27-c702a13db4d6 service neutron] 10.222.0.11 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572471
Apr 06 10:18:24.854384 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Made reservation on behalf of 6c26929cdc2e419397fb84381a87eae9 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:24.854384 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:25.074671 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-af82b438-b353-4125-a964-d870b56b0c96 req-c30608e5-1b3f-44d8-9404-0f7e1d2ea8cc tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 210 time: 0.1269960
Apr 06 10:18:25.311771 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1ed62de3-fea0-4963-b9fc-cf60e2380ea0 req-cdcde6b4-893e-4c09-9edb-8d7b23fd5653 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 210 time: 0.0853586
Apr 06 10:18:25.381712 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:25.408138 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Allocated IP 172.20.0.7 (84cb302c-fd90-4f61-9fd1-c82d37360eb0/a37a33f8-2832-41e3-acab-cbe26f308b33/44fca9bc-f3d0-4f77-9ad9-016addc3e3a8) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:25.421784 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-8638ab08-f2c7-43f1-aa2a-59c7758981a8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:25.436445 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45846) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:25.577124 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-8638ab08-f2c7-43f1-aa2a-59c7758981a8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:25.578367 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-8638ab08-f2c7-43f1-aa2a-59c7758981a8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1301870756&fields=id&tenant_id=474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 267 time: 0.3094537
Apr 06 10:18:25.733793 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:25.798073 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Transition to ACTIVE for port object 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:25.811867 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-ee78b7e6-d3a3-4de3-b556-e342f8e38491 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:25.812536 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-ee78b7e6-d3a3-4de3-b556-e342f8e38491 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:25.827786 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:25.904394 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:25.943637 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:25.945170 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-ee78b7e6-d3a3-4de3-b556-e342f8e38491 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:25.948711 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-ee78b7e6-d3a3-4de3-b556-e342f8e38491 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 813 time: 0.3607216
Apr 06 10:18:26.052299 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-e6ddf9af-51e1-465e-abb6-29062b0decb7 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/quotas/474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 375 time: 0.0433488
Apr 06 10:18:26.092616 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:26.096369 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] Usage tracker for resource:security_group_rule and tenant:488455ec6f44428fa619cc789871b4d6 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:26.100077 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:26.106529 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:26.138184 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:26.143622 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event updated for resources: {'Port': ['ID=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:26.147296 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:26.150791 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:26.155341 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:26.155728 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.220426 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.260600 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-08621362-a6e6-46c3-a834-7f3a66fe58f4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2053516
Apr 06 10:18:26.335608 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.339112 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-ae1a3539-8e10-4f5d-b73b-ef5524030e63 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0478163
Apr 06 10:18:26.397116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b002c5-fab0-4087-91b4-685f52df8d1c req-caebecf9-334b-4714-9a8c-effbe2f7f68c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:26.398804 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a6b002c5-fab0-4087-91b4-685f52df8d1c req-caebecf9-334b-4714-9a8c-effbe2f7f68c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 943 time: 0.3119514
Apr 06 10:18:26.470566 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5e0499-c3fb-4578-85f4-2712ae6c1b85,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:26.479655 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-3578892f-fb3a-471b-b13e-59dbd47bf48f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=488455ec6f44428fa619cc789871b4d6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0380096
Apr 06 10:18:26.485663 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a6b002c5-fab0-4087-91b4-685f52df8d1c req-33713f40-7d8f-4a5a-b29c-c34a9b23f7f4 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744417
Apr 06 10:18:26.485663 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 45880) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:26.577747 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-18975186-4da4-4c73-b66a-1f782886d40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.612140 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-18975186-4da4-4c73-b66a-1f782886d40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.640985 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Request body: {'port': {'device_id': 'f1e821ff-8565-4a6e-993a-34b6dfbe2424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:26.655716 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-818425e8-bb7f-45e7-9271-222a8d173ed0 None None] Provisioning for port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:26.662687 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-818425e8-bb7f-45e7-9271-222a8d173ed0 None None] Provisioning complete for port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:26.663118 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-818425e8-bb7f-45e7-9271-222a8d173ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.753045 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-818425e8-bb7f-45e7-9271-222a8d173ed0 None None] Port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:26.761119 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-18975186-4da4-4c73-b66a-1f782886d40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.780505 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b610058d-c16f-4b18-8d92-a36a6272a3a4 req-09d8ac5e-7553-426e-a752-0f5a30296e80 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 210 time: 0.0670121
Apr 06 10:18:26.785031 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18975186-4da4-4c73-b66a-1f782886d40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5e0499-c3fb-4578-85f4-2712ae6c1b85,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:26.789912 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-18975186-4da4-4c73-b66a-1f782886d40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.791098 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-18975186-4da4-4c73-b66a-1f782886d40a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d5e0499-c3fb-4578-85f4-2712ae6c1b85 HTTP/1.1" status: 204  len: 168 time: 0.3081360
Apr 06 10:18:26.835580 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b392bd33-7f69-452f-a719-06ef7c08b6ea service neutron] 10.222.0.11 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5735171
Apr 06 10:18:26.837812 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:26.998939 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 638db887-514c-4627-b8d1-4f59bff2d3a4 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:18:27.043411 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7ea7083-1c94-41cc-928b-2e33c158b8a2 req-2b5e1350-33bd-4288-8503-a31388e534df tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 210 time: 0.0866861
Apr 06 10:18:27.168392 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-a0727e99-fbd2-4176-a90f-19df4ce4943c service neutron] 10.222.0.11 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3196120
Apr 06 10:18:27.209102 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 638db887-514c-4627-b8d1-4f59bff2d3a4, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=638db887-514c-4627-b8d1-4f59bff2d3a4,segment=NetworkSegment(7341fc16-2b5d-4611-8504-93b507fc8552),segment_id=7341fc16-2b5d-4611-8504-93b507fc8552)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:27.227086 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '638db887-514c-4627-b8d1-4f59bff2d3a4', 'network_id': 'b1459ff7-4c90-47af-98df-39c1de1bcec3', 'port_id': '638db887-514c-4627-b8d1-4f59bff2d3a4', 'mac_address': 'fa:16:3e:27:f1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cadddd3-6efa-4dcc-af78-8bb774e94f8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:18:27.287609 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.61', 56060) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:27.361252 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:27.381510 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638db887-514c-4627-b8d1-4f59bff2d3a4 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:27.401686 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 638db887-514c-4627-b8d1-4f59bff2d3a4, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=638db887-514c-4627-b8d1-4f59bff2d3a4,segment=NetworkSegment(7341fc16-2b5d-4611-8504-93b507fc8552),segment_id=7341fc16-2b5d-4611-8504-93b507fc8552)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:27.481213 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:27.596528 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=638db887-514c-4627-b8d1-4f59bff2d3a4,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:27.657828 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:27.666055 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-24270b57-b895-4105-9e48-6e14723d65ea req-df6db7c8-65e0-4fd3-9de4-32cb5496584c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:27.682020 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:27.727174 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Transition to ACTIVE for port object 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:27.731678 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-4b74e01c-f1f2-4e20-ba77-a75ed2fe88e6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:27.740757 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-4b74e01c-f1f2-4e20-ba77-a75ed2fe88e6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 818 time: 0.4447801
Apr 06 10:18:27.789559 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-24270b57-b895-4105-9e48-6e14723d65ea req-df6db7c8-65e0-4fd3-9de4-32cb5496584c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:27.790931 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-24270b57-b895-4105-9e48-6e14723d65ea req-df6db7c8-65e0-4fd3-9de4-32cb5496584c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.2609112
Apr 06 10:18:27.815834 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:27.981656 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Pushing event updated for resources: {'Port': ['ID=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:28.008781 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51820b1-25b2-4a42-b7fc-cf94074c8f12 req-a76560f0-1d99-4e78-8f32-1069219dc61f tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:28.020168 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d51820b1-25b2-4a42-b7fc-cf94074c8f12 req-a76560f0-1d99-4e78-8f32-1069219dc61f tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 944 time: 0.2741048
Apr 06 10:18:28.058633 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9bb3d7a1-e744-482e-8983-1d39e6eb537a req-205989f1-b838-419b-b203-2f6f94c87f3b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 210 time: 0.1175742
Apr 06 10:18:28.158066 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Attempting to bind port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:28.158416 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Attempting to bind port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:28.158814 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Attempting to bind port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:28.183276 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d51820b1-25b2-4a42-b7fc-cf94074c8f12 req-163b46dd-96bd-4056-a1e6-285fa2f4d067 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541469
Apr 06 10:18:28.196851 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:18:28.197184 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Attempting to bind port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:28.222382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:28.222732 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Checking segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:28.223098 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Bound using segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:28.223579 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Bound port: 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:28.223921 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:28.336850 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-13debc69-0eb6-4e53-b03a-0169b65215a6 req-8b26acd8-6def-48d3-a910-ff3a84b86f0d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 210 time: 0.0569401
Apr 06 10:18:28.356629 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] For port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8, host hv-cinder-83675, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:28.360124 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] For port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:28.433400 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:28.514527 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:28.515897 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] 10.222.0.61 "PUT /v2.0/ports/44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 HTTP/1.1" status: 200  len: 1093 time: 2.0889928
Apr 06 10:18:28.516327 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e821ff-8565-4a6e-993a-34b6dfbe2424', 'tag': '44fca9bc-f3d0-4f77-9ad9-016addc3e3a8'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:28.531123 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff60208-3bc6-4c0d-bb81-a2535d1097bb service neutron] Pushing event updated for resources: {'Port': ['ID=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:28.592499 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db31aada-796b-44ec-a708-5737af5cb634'] response: {'name': 'network-changed', 'server_uuid': 'f1e821ff-8565-4a6e-993a-34b6dfbe2424', 'tag': '44fca9bc-f3d0-4f77-9ad9-016addc3e3a8', 'status': 'completed', 'code': 200}
Apr 06 10:18:28.942374 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1634651-493c-443a-b098-c853614556b1 req-2ce3195b-c40c-4a0d-bdbb-064e080f254a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.0631897
Apr 06 10:18:29.225970 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-e6af0506-a198-4674-a877-900a817cb305 req-580f445f-c926-4ba0-89f4-01443a41094f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:29.306859 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-e6af0506-a198-4674-a877-900a817cb305 req-580f445f-c926-4ba0-89f4-01443a41094f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:29.308062 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6af0506-a198-4674-a877-900a817cb305 req-580f445f-c926-4ba0-89f4-01443a41094f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 210 time: 0.1316855
Apr 06 10:18:29.401149 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f034b-6736-47e0-aef3-a389cc80a42c req-06b1949d-945b-4dbf-a182-e76b15f96af6 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:29.407939 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-932f034b-6736-47e0-aef3-a389cc80a42c req-06b1949d-945b-4dbf-a182-e76b15f96af6 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 944 time: 0.0877929
Apr 06 10:18:29.467406 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-932f034b-6736-47e0-aef3-a389cc80a42c req-9d192fe1-027b-4bdf-93a1-571f22131b5b tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585272
Apr 06 10:18:29.534396 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-95456bd5-3120-4949-b160-f217b300a7fb req-05d56d5a-deb7-44f3-a063-1d56451a2362 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:29.644348 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-95456bd5-3120-4949-b160-f217b300a7fb req-05d56d5a-deb7-44f3-a063-1d56451a2362 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:29.648981 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95456bd5-3120-4949-b160-f217b300a7fb req-05d56d5a-deb7-44f3-a063-1d56451a2362 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 210 time: 0.1572328
Apr 06 10:18:30.032563 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46020) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:30.048336 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'port': {'device_id': '1736048e-aacf-4ec4-b6c7-6b576e3a8297', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'admin_state_up': True, 'tenant_id': '6c26929cdc2e419397fb84381a87eae9'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:30.190447 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-90288a49-2b7c-4373-b50b-ce1c54b058dd req-e7d6d906-5826-4c68-9f7e-a8424aa27ce0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 1096 time: 0.1221435
Apr 06 10:18:30.227614 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['638db887-514c-4627-b8d1-4f59bff2d3a4'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:18:30.236164 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bad48d0f-91de-44e6-ac60-99ab39f8a010 req-a8a7fa22-31a5-49a9-974e-98a3f372c480 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.1200593
Apr 06 10:18:30.320626 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:30.332541 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:30.410397 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:30.422169 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288a49-2b7c-4373-b50b-ce1c54b058dd req-76271f6a-11d9-4676-a309-23a63e3a9a40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:30.423602 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-90288a49-2b7c-4373-b50b-ce1c54b058dd req-76271f6a-11d9-4676-a309-23a63e3a9a40 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6c26929cdc2e419397fb84381a87eae9&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2209859
Apr 06 10:18:30.450779 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Made reservation on behalf of 6c26929cdc2e419397fb84381a87eae9 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:30.454649 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:30.586586 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1eff3634-d847-4306-98fe-85da03ab9493 req-887703c3-bc49-4f36-b07c-c2090bf948d1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 210 time: 0.0601296
Apr 06 10:18:30.603361 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:30.610516 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e37d7a5ed784a4096fecb2accfb28de is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:30.616083 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:30.624805 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:30.650787 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.61', 56067) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:30.797882 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288a49-2b7c-4373-b50b-ce1c54b058dd req-7a286b84-5d95-49ca-a488-5bef04a99532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:30.799704 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-90288a49-2b7c-4373-b50b-ce1c54b058dd req-7a286b84-5d95-49ca-a488-5bef04a99532 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3693769
Apr 06 10:18:30.850740 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:30.925728 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-0ecb578b-f681-4914-bbcb-a5c6a1dec02c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:30.928046 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-0ecb578b-f681-4914-bbcb-a5c6a1dec02c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 816 time: 0.2758975
Apr 06 10:18:30.929355 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 46054) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:30.953683 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:30.971500 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Allocated IP 172.20.0.9 (84cb302c-fd90-4f61-9fd1-c82d37360eb0/a37a33f8-2832-41e3-acab-cbe26f308b33/0a177bf1-ad35-49ae-8f44-58e74f3c2441) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:31.043453 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4f50bcf0-cec4-4c69-a1a5-9176be15a4bc req-1d842c69-199e-484f-b641-0bf54dbc5084 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 210 time: 0.0899520
Apr 06 10:18:31.095780 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Sync routers for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:18:31.104319 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8590bd5-40b5-4012-b82f-8b07f533840a req-6f4e5036-ea39-452a-9943-000dfb03d59d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:31.105864 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b8590bd5-40b5-4012-b82f-8b07f533840a req-6f4e5036-ea39-452a-9943-000dfb03d59d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 944 time: 0.3244503
Apr 06 10:18:31.115501 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 638db887-514c-4627-b8d1-4f59bff2d3a4 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:31.138139 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f11aa8-4543-4128-aa77-1b04dc694086,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:31.154599 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:31.155352 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806f5b80>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:18:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:31.167783 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-dbac88ac-c226-4fe0-bedd-c850bdc657c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e37d7a5ed784a4096fecb2accfb28de&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1324613
Apr 06 10:18:31.171616 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46068) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:31.173658 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f75ae3f2-9bbf-44c0-a3d9-fab8b66e1da6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=872b80d8f161486ab774165084e4feca HTTP/1.1" status: 200  len: 380 time: 0.1991913
Apr 06 10:18:31.190921 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b8590bd5-40b5-4012-b82f-8b07f533840a req-845d00da-c24a-45cd-bf06-954f5da910ed tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765157
Apr 06 10:18:31.200994 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-36056e06-70d8-4641-aafb-e0ce556dcc6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 1096 time: 0.3216219
Apr 06 10:18:31.212421 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'port': {'device_id': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'admin_state_up': True, 'tenant_id': '872b80d8f161486ab774165084e4feca', 'security_groups': ['412d412a-5812-4e00-8b63-1ac1cf19fd24']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:31.318509 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-a7421560-0c1b-4e20-a124-2b161a39363c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 HTTP/1.1" status: 200  len: 217 time: 0.0961826
Apr 06 10:18:31.393082 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811166-a318-4687-9465-00b6262fed6c req-451b17d8-4117-4ee6-be1f-b78ff0946e17 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:31.395826 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-451b17d8-4117-4ee6-be1f-b78ff0946e17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0698097
Apr 06 10:18:31.415432 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 638db887-514c-4627-b8d1-4f59bff2d3a4 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:31.421079 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 638db887-514c-4627-b8d1-4f59bff2d3a4 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:31.421661 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:31.545641 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6673976f-8208-46ff-ac24-12e16d888cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:31.634289 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:31.662112 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:31.673702 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.61', 56070) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:31.722918 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:31.759522 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:31.767059 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:31.771505 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:31.790889 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f0192e33b4fc4c6f9a9a99af785bffb8 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:31.796339 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:31.811947 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:31.819022 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:31.844455 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Transition to ACTIVE for port object 0a177bf1-ad35-49ae-8f44-58e74f3c2441 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:31.852924 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Made reservation on behalf of 872b80d8f161486ab774165084e4feca for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:31.855910 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:31.877798 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf5054-c5a4-456b-8b73-754d89c8dfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638db887-514c-4627-b8d1-4f59bff2d3a4'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:31.917792 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8b4e5d11-7ab0-4d85-a76c-0b7cff271d32 req-f939fce7-bfe7-410a-90c4-1367fa57e16a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.3425336
Apr 06 10:18:31.946606 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-15389f5f-c1a1-4940-a5ca-3f3f3f7f856c req-7ca734a6-a578-4065-8763-8b071530de6e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 210 time: 0.0685375
Apr 06 10:18:31.993732 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6673976f-8208-46ff-ac24-12e16d888cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.001234 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 638db887-514c-4627-b8d1-4f59bff2d3a4, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=638db887-514c-4627-b8d1-4f59bff2d3a4,segment=NetworkSegment(7341fc16-2b5d-4611-8504-93b507fc8552),segment_id=7341fc16-2b5d-4611-8504-93b507fc8552)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:32.078767 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.155042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.175129 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-840f8281-32a8-457a-a35e-5df1af6a259c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:32.178477 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-840f8281-32a8-457a-a35e-5df1af6a259c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 813 time: 0.4928384
Apr 06 10:18:32.248336 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=638db887-514c-4627-b8d1-4f59bff2d3a4,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:32.298165 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-75d057b9-6328-4f3e-8c70-ed2c8638d32d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8942716
Apr 06 10:18:32.338962 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Allocated IP 172.20.0.11 (59f32085-bcad-46e7-9882-763fbe66e3d0/910fa775-4c3d-4bb1-b8d6-48d8592b18c7/1aa6d928-dbb0-49f3-969a-48a80b8956aa) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:32.365692 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.379012 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806f5b80>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:10Z', 'revision_number': 2, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:32.384956 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Checking router: 5349735b-ce6f-4eb1-bca2-c685ed74a17a for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:18:32.385672 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Updating router 5349735b-ce6f-4eb1-bca2-c685ed74a17a port 191d4c07-1df8-468c-9636-dc878175507f binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:18:32.385806 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.442765 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.476392 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-053a63d9-3612-4e6f-ae2b-e43cfcd338b2 req-0d84bb0b-1a14-4d2f-a4d9-3b09aed32c17 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 210 time: 0.0569327
Apr 06 10:18:32.491077 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-a05ed736-7a2f-4713-9baf-f1d85543f8f6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 380 time: 0.2535527
Apr 06 10:18:32.520722 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-8df6b854-cf26-45b5-9196-5795ee63ca32 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2090347
Apr 06 10:18:32.530442 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef5036-f912-4f00-94c4-23f8f6873ae0,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:32.610087 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6673976f-8208-46ff-ac24-12e16d888cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.632210 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673976f-8208-46ff-ac24-12e16d888cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f11aa8-4543-4128-aa77-1b04dc694086,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:32.636764 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6673976f-8208-46ff-ac24-12e16d888cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.638528 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-6673976f-8208-46ff-ac24-12e16d888cc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13f11aa8-4543-4128-aa77-1b04dc694086 HTTP/1.1" status: 204  len: 168 time: 1.4549844
Apr 06 10:18:32.683126 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:32.689868 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-dff19841-ad02-49fa-a641-f7578670d4f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0192e33b4fc4c6f9a9a99af785bffb8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7570577
Apr 06 10:18:32.690092 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46114) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:32.694786 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event updated for resources: {'Port': ['ID=0a177bf1-ad35-49ae-8f44-58e74f3c2441,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:32.702865 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42a626f-c7e9-4ddc-8059-54ee5b09e655'] response: {'server_uuid': '54cf5054-c5a4-456b-8b73-754d89c8dfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638db887-514c-4627-b8d1-4f59bff2d3a4', 'code': 200}
Apr 06 10:18:32.704346 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:32.707042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:32.711540 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:32.712201 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.787936 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-71585932-29fb-4c08-a403-41f9a01d80c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.824247 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b36a4-8c3b-4fc4-abbe-853d8933fa61 req-4ac85051-fe37-4607-8b5f-ddad01c9fc66 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:32.825743 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b27b36a4-8c3b-4fc4-abbe-853d8933fa61 req-4ac85051-fe37-4607-8b5f-ddad01c9fc66 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.4201565
Apr 06 10:18:32.828310 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-71585932-29fb-4c08-a403-41f9a01d80c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.830654 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.871666 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Transition to ACTIVE for port object 1aa6d928-dbb0-49f3-969a-48a80b8956aa will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:32.899104 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-7a7023c6-7362-4a68-a934-db7bd84260cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8547652
Apr 06 10:18:32.907066 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b27b36a4-8c3b-4fc4-abbe-853d8933fa61 req-5d689951-1c3d-4fd2-9b60-65d360d5ad5e tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694077
Apr 06 10:18:32.939103 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.953564 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Transition to ACTIVE for port object 191d4c07-1df8-468c-9636-dc878175507f will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:32.970065 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-71585932-29fb-4c08-a403-41f9a01d80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:32.988438 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71585932-29fb-4c08-a403-41f9a01d80c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef5036-f912-4f00-94c4-23f8f6873ae0,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:32.998943 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.002396 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-71585932-29fb-4c08-a403-41f9a01d80c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.003948 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-71585932-29fb-4c08-a403-41f9a01d80c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1ef5036-f912-4f00-94c4-23f8f6873ae0 HTTP/1.1" status: 204  len: 168 time: 0.3125703
Apr 06 10:18:33.067751 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.080774 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:33.088749 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:33.109258 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:33.113463 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:33.114370 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.175523 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-12092e15-f71a-4f15-a7d0-c6b1d13b3e8c req-c1dd8782-262a-4275-88d3-00d71120adb5 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.0502400
Apr 06 10:18:33.179663 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7fa7b-3d9b-408c-8e42-970c4e3ea86b None None] Pushing event updated for resources: {'Port': ['ID=191d4c07-1df8-468c-9636-dc878175507f,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:33.187010 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d5da9d23-c891-417d-839c-fff74a8f5aae None None] Provisioning for port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:33.187927 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:33.197266 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d5da9d23-c891-417d-839c-fff74a8f5aae None None] Provisioning complete for port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:33.203330 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d5da9d23-c891-417d-839c-fff74a8f5aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.295830 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a3fbd-6d53-4acf-9c06-fbfca6128454 req-427982f4-35a1-4666-ac9d-3481747fc7ff tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:33.295830 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-2e4a3fbd-6d53-4acf-9c06-fbfca6128454 req-427982f4-35a1-4666-ac9d-3481747fc7ff tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:33.316655 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-f14efb9f-54f6-4cb8-bbfe-49dfcc5fbcad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1246672
Apr 06 10:18:33.331550 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-d5da9d23-c891-417d-839c-fff74a8f5aae None None] Port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:33.404379 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-2e4a3fbd-6d53-4acf-9c06-fbfca6128454 req-427982f4-35a1-4666-ac9d-3481747fc7ff tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:33.405438 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2e4a3fbd-6d53-4acf-9c06-fbfca6128454 req-427982f4-35a1-4666-ac9d-3481747fc7ff tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 931 time: 0.3000615
Apr 06 10:18:33.457398 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Attempting to bind port 191d4c07-1df8-468c-9636-dc878175507f on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:33.458690 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Attempting to bind port 191d4c07-1df8-468c-9636-dc878175507f by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:33.458690 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Attempting to bind port 191d4c07-1df8-468c-9636-dc878175507f on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:33.477256 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:33.477918 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Checking segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:33.478359 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.480109 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Bound using segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:33.481345 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Bound port: 191d4c07-1df8-468c-9636-dc878175507f, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:33.481640 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.517635 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2e4a3fbd-6d53-4acf-9c06-fbfca6128454 req-faa6c59d-bc4a-4d49-8eb3-f2859a3ac712 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055720
Apr 06 10:18:33.634614 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] For port 191d4c07-1df8-468c-9636-dc878175507f, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:33.641807 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] For port 191d4c07-1df8-468c-9636-dc878175507f, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=191d4c07-1df8-468c-9636-dc878175507f,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:33.661901 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-f0edf389-5c79-4812-9d59-a40709b8e302 None None] Provisioning for port 1aa6d928-dbb0-49f3-969a-48a80b8956aa completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:33.666919 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-f0edf389-5c79-4812-9d59-a40709b8e302 None None] Provisioning complete for port 1aa6d928-dbb0-49f3-969a-48a80b8956aa triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:33.667296 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f0edf389-5c79-4812-9d59-a40709b8e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.724242 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:33.766760 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-f0edf389-5c79-4812-9d59-a40709b8e302 None None] Port 1aa6d928-dbb0-49f3-969a-48a80b8956aa cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:33.808139 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c3ed1-67bb-441e-849c-ae7145f410d9 req-7fb4994f-ffb7-4a10-9e8f-c7502ef40e55 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:33.809070 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d15c3ed1-67bb-441e-849c-ae7145f410d9 req-7fb4994f-ffb7-4a10-9e8f-c7502ef40e55 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 932 time: 0.1134510
Apr 06 10:18:33.817590 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:33.818354 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806f5b80>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:18:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:33.878273 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-d15c3ed1-67bb-441e-849c-ae7145f410d9 req-c5df772e-837f-4d0e-9d75-de2ee2a877f9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:33.908147 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-d15c3ed1-67bb-441e-849c-ae7145f410d9 req-c5df772e-837f-4d0e-9d75-de2ee2a877f9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:33.912604 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d15c3ed1-67bb-441e-849c-ae7145f410d9 req-c5df772e-837f-4d0e-9d75-de2ee2a877f9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922546
Apr 06 10:18:34.014337 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7fa7b-3d9b-408c-8e42-970c4e3ea86b None None] Pushing event updated for resources: {'Port': ['ID=191d4c07-1df8-468c-9636-dc878175507f,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:34.102656 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46156) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:34.113838 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:34.124114 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:34.164531 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:34.164531 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff5a90e4afc4ec8a8f7188a8df857cc is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:34.166589 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:34.172444 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:34.175526 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba5ff-2fe4-485f-b016-6a65ad25a531 req-0f37ab3f-80bf-4b79-b560-b9f7cf85a857 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:34.177085 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1dba5ff-2fe4-485f-b016-6a65ad25a531 req-0f37ab3f-80bf-4b79-b560-b9f7cf85a857 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.0939617
Apr 06 10:18:34.234915 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1dba5ff-2fe4-485f-b016-6a65ad25a531 req-eab28ee7-7f69-454a-8138-d67d9cb38913 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448649
Apr 06 10:18:34.295202 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:34.383484 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:34.408550 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-76452570-10a4-4e42-8f1e-03b36d9e9f6b req-02539ebd-ed84-43a3-a232-67064b7a86e9 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.0603254
Apr 06 10:18:34.439540 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eafc170-489e-4058-958c-ab2851ad9120,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:34.444219 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-22d121e9-ff65-4ab5-9903-281a7910a838 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ff5a90e4afc4ec8a8f7188a8df857cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3402202
Apr 06 10:18:34.446716 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46168) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:34.465172 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806f5b80>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:33Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:34.469981 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a441758-3ec4-4d11-b8f3-a14199fe861f None None] The sync data for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi is: [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:33Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:18:34.509613 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4f9811e4-3b12-4581-b053-f96372c2e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:34.558077 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4f9811e4-3b12-4581-b053-f96372c2e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:34.712698 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4f9811e4-3b12-4581-b053-f96372c2e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:34.733262 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4f9811e4-3b12-4581-b053-f96372c2e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:34.734792 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4f9811e4-3b12-4581-b053-f96372c2e3b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5eafc170-489e-4058-958c-ab2851ad9120 HTTP/1.1" status: 204  len: 168 time: 0.2871730
Apr 06 10:18:34.735927 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9811e4-3b12-4581-b053-f96372c2e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eafc170-489e-4058-958c-ab2851ad9120,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:34.809765 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4361b1-94e4-4bfe-92e7-7352768aea67 req-2cdcb85f-9356-4faf-b388-c82353fe0295 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:34.817454 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fe4361b1-94e4-4bfe-92e7-7352768aea67 req-2cdcb85f-9356-4faf-b388-c82353fe0295 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 931 time: 0.1271567
Apr 06 10:18:34.878294 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fe4361b1-94e4-4bfe-92e7-7352768aea67 req-4a799169-870a-4d8b-96ad-4a8259dcfa61 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589321
Apr 06 10:18:34.932477 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'port': {'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'admin_state_up': True, 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'security_groups': ['5c89aa41-5c6a-4bad-b6f7-cd50d622e37c']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:34.945566 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Request body: {'port': {'device_id': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:35.058935 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Request body: {'port': {'device_id': '1736048e-aacf-4ec4-b6c7-6b576e3a8297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:35.211293 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 191d4c07-1df8-468c-9636-dc878175507f up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:35.257965 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:35.286517 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:35.375795 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:35.418171 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:35.448330 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.61', 56075) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:35.514670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Made reservation on behalf of 474c373d715f467baa3762fdef8c160a for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:35.519637 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:35.724837 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 191d4c07-1df8-468c-9636-dc878175507f completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:35.732228 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 191d4c07-1df8-468c-9636-dc878175507f triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:35.732604 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:35.841274 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecb04f-5ee9-4dea-acda-87f62fcb8fd2 req-d5237080-0bbc-4b1c-8ee3-a4fb80074f2e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:35.843082 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8fecb04f-5ee9-4dea-acda-87f62fcb8fd2 req-d5237080-0bbc-4b1c-8ee3-a4fb80074f2e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 932 time: 0.5479779
Apr 06 10:18:36.014931 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:36.022065 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-f6b7eaf5-2acb-4268-a497-d6d62d5e6f8c service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7256327
Apr 06 10:18:36.089210 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Allocated IP 172.20.0.9 (4add46be-e449-4063-94c9-630fe2457420/55c42440-751f-4d9c-9858-b5fd00cecf9c/9d6a0d74-c12a-4661-9e34-58c6f9320a5d) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:18:36.096767 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 191d4c07-1df8-468c-9636-dc878175507f, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=191d4c07-1df8-468c-9636-dc878175507f,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:36.103617 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8fecb04f-5ee9-4dea-acda-87f62fcb8fd2 req-c6ed2d73-8239-4189-9e06-675bff462558 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1794827
Apr 06 10:18:36.117015 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-23a4248b-68cb-4ced-ad88-a28463cfef28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 1098 time: 0.6671259
Apr 06 10:18:36.183954 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:36.197962 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:36.294155 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=191d4c07-1df8-468c-9636-dc878175507f,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:36.374138 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-40126037-0587-465d-a602-e47ca80a5fcd req-e2d45230-244f-467b-a90e-cb1d41850d5d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.0913486
Apr 06 10:18:36.416493 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:36.437725 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Transition to ACTIVE for port object 9d6a0d74-c12a-4661-9e34-58c6f9320a5d will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:36.506804 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fb0b3-b33a-42d7-86c3-066c43beb975 req-4003d5f7-d09f-4c1b-bfe8-7ebb14ec48ef tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:36.508308 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f16fb0b3-b33a-42d7-86c3-066c43beb975 req-4003d5f7-d09f-4c1b-bfe8-7ebb14ec48ef tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.8956943
Apr 06 10:18:36.532915 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:36.567781 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] Usage tracker for resource:security_group_rule and tenant:69513349c8d54d8faaa11d039cee2c63 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:36.571158 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:36.582037 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:36.664479 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Network 4add46be-e449-4063-94c9-630fe2457420 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:18:36.669038 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:36.675216 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:18:36.694616 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:36.695294 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:36.718603 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:36.753265 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa6d928-dbb0-49f3-969a-48a80b8956aa {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:36.753735 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3d717-9d07-4195-84e9-b22d257bed99 req-60c98189-df2b-4a38-8063-09f0bd8b9042 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:36.756011 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1fe3d717-9d07-4195-84e9-b22d257bed99 req-60c98189-df2b-4a38-8063-09f0bd8b9042 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 931 time: 0.2364872
Apr 06 10:18:36.769206 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:36.805287 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Transition to ACTIVE for port object 1aa6d928-dbb0-49f3-969a-48a80b8956aa will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:36.808756 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:36.812336 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-1fe3d717-9d07-4195-84e9-b22d257bed99 req-817ccc52-1c7d-4994-a3b5-5d592e87ea35 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:36.840323 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-944e810c-71e4-4368-aeee-97fe4e7d807a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9166391
Apr 06 10:18:36.845082 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.db.resource_extend [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 06 10:18:36.864840 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Request body: {'port': {'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:36.935575 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:36.992794 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-1fe3d717-9d07-4195-84e9-b22d257bed99 req-817ccc52-1c7d-4994-a3b5-5d592e87ea35 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:37.005483 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1fe3d717-9d07-4195-84e9-b22d257bed99 req-817ccc52-1c7d-4994-a3b5-5d592e87ea35 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421331
Apr 06 10:18:37.083907 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:37.091582 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a177bf1-ad35-49ae-8f44-58e74f3c2441 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:37.138676 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f16fb0b3-b33a-42d7-86c3-066c43beb975 req-e1e5416d-96ef-4e4a-9df4-fbbdb647ee7b tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6196423
Apr 06 10:18:37.158251 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-2408b915-d67e-4ed6-b8a0-86502e6c6e94 None None] Provisioning for port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:37.165622 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-2408b915-d67e-4ed6-b8a0-86502e6c6e94 None None] Provisioning complete for port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:37.166026 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-2408b915-d67e-4ed6-b8a0-86502e6c6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:37.262150 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 191d4c07-1df8-468c-9636-dc878175507f up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:37.300146 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:37.389889 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:37.417061 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-2408b915-d67e-4ed6-b8a0-86502e6c6e94 None None] Port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:18:37.453607 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Transition to ACTIVE for port object 0a177bf1-ad35-49ae-8f44-58e74f3c2441 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:37.506443 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 191d4c07-1df8-468c-9636-dc878175507f triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:37.511827 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:37.513591 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:37.543888 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Attempting to bind port 1aa6d928-dbb0-49f3-969a-48a80b8956aa on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:37.544253 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Attempting to bind port 1aa6d928-dbb0-49f3-969a-48a80b8956aa by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:37.547508 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Attempting to bind port 1aa6d928-dbb0-49f3-969a-48a80b8956aa on network 59f32085-bcad-46e7-9882-763fbe66e3d0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:37.564116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Port 1aa6d928-dbb0-49f3-969a-48a80b8956aa on network 59f32085-bcad-46e7-9882-763fbe66e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:18:37.564446 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Attempting to bind port 1aa6d928-dbb0-49f3-969a-48a80b8956aa on network 59f32085-bcad-46e7-9882-763fbe66e3d0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:37.567934 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:37.688798 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:37.689139 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Checking segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:37.690850 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Bound using segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:37.691908 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Bound port: 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:37.691908 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:37.702587 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:37.737648 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46284) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:37.750769 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4b5c4b57-0fc4-4e32-9918-a6717fbb02d4 req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6225009
Apr 06 10:18:37.829448 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20eb0-1bd3-455c-a4df-0544d0c053d2 req-1c14d3b1-0269-4be0-83eb-32293f217325 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:37.836883 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-59f20eb0-1bd3-455c-a4df-0544d0c053d2 req-1c14d3b1-0269-4be0-83eb-32293f217325 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.4243815
Apr 06 10:18:37.915982 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-59f20eb0-1bd3-455c-a4df-0544d0c053d2 req-6be31c44-fca6-481e-9ebf-ee00574a7410 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780082
Apr 06 10:18:38.013291 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a177bf1-ad35-49ae-8f44-58e74f3c2441,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:38.024056 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1bc26-a024-4dbb-b4ef-cf33ebfc250e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d78e3d-4375-46a9-a07e-3f24a44a82ea,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:38.035162 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:18:38.071688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6a0d74-c12a-4661-9e34-58c6f9320a5d {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:38.076597 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.093663 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Transition to ACTIVE for port object 9d6a0d74-c12a-4661-9e34-58c6f9320a5d will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:38.095904 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.145880 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:38.150613 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] Usage tracker for resource:security_group_rule and tenant:a2aef262e7554baf9e522ca5f04e3c65 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:38.151729 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Attempting to bind port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:38.152247 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Attempting to bind port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:38.152640 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Attempting to bind port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:38.155049 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:38.169654 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:38.172023 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa079ea-68f9-422b-983f-412634c925b4 req-ce7918c7-3389-495b-93f4-c2f1be1af3d6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:38.173779 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0aa079ea-68f9-422b-983f-412634c925b4 req-ce7918c7-3389-495b-93f4-c2f1be1af3d6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 931 time: 0.4404523
Apr 06 10:18:38.175342 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:38.178582 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:18:38.179198 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Attempting to bind port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:38.186459 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:38.210439 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.234880 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:38.235212 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Checking segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:38.237063 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Bound using segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:38.238167 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Bound port: 0a177bf1-ad35-49ae-8f44-58e74f3c2441, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:38.238522 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.276956 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.474169 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:38.483816 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:38.513915 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '44fca9bc-f3d0-4f77-9ad9-016addc3e3a8', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'port_id': '44fca9bc-f3d0-4f77-9ad9-016addc3e3a8', 'mac_address': 'fa:16:3e:16:6e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:18:38.562797 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0aa079ea-68f9-422b-983f-412634c925b4 req-266d6a1e-c44d-421e-81f9-31738d7ed71d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3805351
Apr 06 10:18:38.585667 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.601331 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.601331 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] 10.222.0.61 "PUT /v2.0/ports/1aa6d928-dbb0-49f3-969a-48a80b8956aa HTTP/1.1" status: 200  len: 1094 time: 3.6603513
Apr 06 10:18:38.619311 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:38.637720 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:38.660329 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:38.665036 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.713363 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.742969 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc33fe-789d-40ff-ade6-852c72c25d72 req-133dfacd-b1c8-4805-8345-1c940da046d8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:38.744482 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2bfc33fe-789d-40ff-ade6-852c72c25d72 req-133dfacd-b1c8-4805-8345-1c940da046d8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 943 time: 0.5382259
Apr 06 10:18:38.767526 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.829142 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Attempting to bind port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:38.829479 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Attempting to bind port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:38.829804 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Attempting to bind port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:38.855296 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:38.928634 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d on network 4add46be-e449-4063-94c9-630fe2457420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:18:38.928964 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Attempting to bind port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:38.965740 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9640afd7-77a9-4d4b-b2f8-5c4509332718,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:38.975929 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-f4fbea01-2be8-4760-82aa-28da21b2b059 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2aef262e7554baf9e522ca5f04e3c65&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2342348
Apr 06 10:18:38.977419 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:38.977750 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Checking segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:38.978152 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Bound using segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:38.978675 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Bound port: 9d6a0d74-c12a-4661-9e34-58c6f9320a5d, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:38.978932 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:38.994172 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 46322) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:39.013117 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2bfc33fe-789d-40ff-ade6-852c72c25d72 req-45aeb6b3-8468-4149-ac62-179b1699226e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490413
Apr 06 10:18:39.045710 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868dee-52f6-4c27-8080-7f0ea6b6d533 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:39.054339 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] For port 0a177bf1-ad35-49ae-8f44-58e74f3c2441, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:39.098405 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] For port 0a177bf1-ad35-49ae-8f44-58e74f3c2441, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:39.154479 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ae93db7-7723-4fb9-8771-599bb32642c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:39.164930 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] For port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d, host hv-cinder-83675, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:39.170290 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] For port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:39.179531 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-310e59ba-eb00-4172-9348-bfdf1af4cc94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 1097 time: 0.4140537
Apr 06 10:18:39.180480 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:39.229534 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0c063-ff45-485f-9a6e-a2774685bd36 req-104853c8-a830-4981-ab68-fd7052ddb1fd tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:39.231281 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-97a0c063-ff45-485f-9a6e-a2774685bd36 req-104853c8-a830-4981-ab68-fd7052ddb1fd tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.3917575
Apr 06 10:18:39.234265 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:39.245676 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ae93db7-7723-4fb9-8771-599bb32642c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:39.295098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:39.297194 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] 10.222.0.61 "PUT /v2.0/ports/0a177bf1-ad35-49ae-8f44-58e74f3c2441 HTTP/1.1" status: 200  len: 1093 time: 4.3612525
Apr 06 10:18:39.312055 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:39.313508 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/9d6a0d74-c12a-4661-9e34-58c6f9320a5d HTTP/1.1" status: 200  len: 1093 time: 2.4636829
Apr 06 10:18:39.313875 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'tag': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:39.330852 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a241b-fd01-4f7c-9548-ce85f99a4c2a req-4d6a217c-cc23-4da9-8f06-2e557908c0a5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:39.343131 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f03a241b-fd01-4f7c-9548-ce85f99a4c2a req-4d6a217c-cc23-4da9-8f06-2e557908c0a5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1683853
Apr 06 10:18:39.350905 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df7025-5b35-48ef-ad95-8498c1054ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a177bf1-ad35-49ae-8f44-58e74f3c2441,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:39.357365 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d478c-c356-4f71-a7e7-0eeba42153d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:39.365203 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-97a0c063-ff45-485f-9a6e-a2774685bd36 req-24b39c18-428c-4fba-b4bb-6a5a1d6f16c8 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232471
Apr 06 10:18:39.431364 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f03a241b-fd01-4f7c-9548-ce85f99a4c2a req-f7febe11-31d6-4813-b4a7-74954db8d189 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749176
Apr 06 10:18:39.449787 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ae93db7-7723-4fb9-8771-599bb32642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:39.491643 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae93db7-7723-4fb9-8771-599bb32642c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9640afd7-77a9-4d4b-b2f8-5c4509332718,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:39.541460 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ae93db7-7723-4fb9-8771-599bb32642c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:39.545694 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-4ae93db7-7723-4fb9-8771-599bb32642c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9640afd7-77a9-4d4b-b2f8-5c4509332718 HTTP/1.1" status: 204  len: 168 time: 0.5415254
Apr 06 10:18:39.593824 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ce4ec1-7964-4877-9226-747fd5d48b8f'] response: {'name': 'network-changed', 'server_uuid': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'tag': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'status': 'completed', 'code': 200}
Apr 06 10:18:39.671376 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b8c878-affd-4545-a95a-805af6814812'] response: {'name': 'network-changed', 'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'status': 'completed', 'code': 200}
Apr 06 10:18:39.789433 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f696c47-37b4-442a-9891-9cf0e27ba814 req-024455a8-11df-44db-82ea-a3aa1f15ddb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:39.790400 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-1f696c47-37b4-442a-9891-9cf0e27ba814 req-024455a8-11df-44db-82ea-a3aa1f15ddb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:39.883440 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-1f696c47-37b4-442a-9891-9cf0e27ba814 req-024455a8-11df-44db-82ea-a3aa1f15ddb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:39.886174 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1f696c47-37b4-442a-9891-9cf0e27ba814 req-024455a8-11df-44db-82ea-a3aa1f15ddb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 943 time: 0.1754355
Apr 06 10:18:39.932797 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1f696c47-37b4-442a-9891-9cf0e27ba814 req-ba60cad2-653a-40a6-9cd1-d8ce5403d22e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409853
Apr 06 10:18:40.214770 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aaa66-5678-4550-b261-34151369b340 req-9d9fedde-d1de-4cd8-9406-b73062b15f45 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:40.216204 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-103aaa66-5678-4550-b261-34151369b340 req-9d9fedde-d1de-4cd8-9406-b73062b15f45 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 943 time: 0.0795441
Apr 06 10:18:40.263102 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-103aaa66-5678-4550-b261-34151369b340 req-e36adfeb-661b-4685-a60e-8f39fe3057b7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406430
Apr 06 10:18:40.268837 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 46356) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:40.288113 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:40.318089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:40.321650 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:b9aa3401bbf7422f85960c6a07271231 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:40.324327 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:40.329807 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:40.392022 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:40.472481 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:40.538178 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e172ed-d0ab-4405-94bf-1eb77b85c3ff,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:40.542355 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-3f677eb5-a45d-4e07-b46d-f4d01f0f3ef2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9aa3401bbf7422f85960c6a07271231&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2724624
Apr 06 10:18:40.544870 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 46366) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:40.594358 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b73f7d-99d4-4df8-b33a-42e2e1b2e8c2 req-27aaa963-79b8-4816-9681-40098e28507e tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:40.595922 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-28b73f7d-99d4-4df8-b33a-42e2e1b2e8c2 req-27aaa963-79b8-4816-9681-40098e28507e tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.0975595
Apr 06 10:18:40.668934 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-28b73f7d-99d4-4df8-b33a-42e2e1b2e8c2 req-c1a66de4-2dd8-4cee-9f6e-a0483df763ce tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631013
Apr 06 10:18:40.683175 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8da651ac-e064-4601-9dec-8caae77e742a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:40.720947 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8da651ac-e064-4601-9dec-8caae77e742a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:40.760470 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10b48-db9a-472f-a927-f664b958bfc6 req-4c4e45f9-b423-418b-a19c-93ca6a5d6bad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:40.761143 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-4ba10b48-db9a-472f-a927-f664b958bfc6 req-4c4e45f9-b423-418b-a19c-93ca6a5d6bad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:40.832201 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-4ba10b48-db9a-472f-a927-f664b958bfc6 req-4c4e45f9-b423-418b-a19c-93ca6a5d6bad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:40.833390 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4ba10b48-db9a-472f-a927-f664b958bfc6 req-4c4e45f9-b423-418b-a19c-93ca6a5d6bad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.2179296
Apr 06 10:18:40.863133 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8da651ac-e064-4601-9dec-8caae77e742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:40.887710 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da651ac-e064-4601-9dec-8caae77e742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e172ed-d0ab-4405-94bf-1eb77b85c3ff,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:40.898668 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8da651ac-e064-4601-9dec-8caae77e742a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:40.899944 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-8da651ac-e064-4601-9dec-8caae77e742a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21e172ed-d0ab-4405-94bf-1eb77b85c3ff HTTP/1.1" status: 204  len: 168 time: 0.3541973
Apr 06 10:18:40.913704 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4ba10b48-db9a-472f-a927-f664b958bfc6 req-457cdb01-b461-45dd-9a63-4e96da11bcd5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745938
Apr 06 10:18:41.130936 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95653a84-88dd-4f72-b8c5-1f2ad760c1d9 req-1a827776-0d3d-4d71-8bbe-839fbfba86de tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:41.132265 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95653a84-88dd-4f72-b8c5-1f2ad760c1d9 req-1a827776-0d3d-4d71-8bbe-839fbfba86de tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 943 time: 0.0786641
Apr 06 10:18:41.181789 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95653a84-88dd-4f72-b8c5-1f2ad760c1d9 req-80f05559-4932-4f87-9c37-7dc59ed3e448 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438919
Apr 06 10:18:41.340781 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-5df511a3-9e11-4365-94a8-65dff036bdb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa HTTP/1.1" status: 200  len: 217 time: 0.0904801
Apr 06 10:18:41.405891 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-baec36b2-8627-4044-b965-fced4a34574b req-083fe69d-21e5-4444-916a-ef7a934b26d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 1096 time: 0.0985806
Apr 06 10:18:41.469107 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['44fca9bc-f3d0-4f77-9ad9-016addc3e3a8'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:18:41.543857 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-27ffd4b8-07d0-4471-b6e9-1d5b3f03012e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:41.545269 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-27ffd4b8-07d0-4471-b6e9-1d5b3f03012e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.1983736
Apr 06 10:18:41.605576 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec36b2-8627-4044-b965-fced4a34574b req-0cf09cc2-b8f1-4d9e-8b00-ef1dfe6f20a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:41.607057 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-baec36b2-8627-4044-b965-fced4a34574b req-0cf09cc2-b8f1-4d9e-8b00-ef1dfe6f20a8 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=474c373d715f467baa3762fdef8c160a&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1927187
Apr 06 10:18:41.678439 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1736048e-aacf-4ec4-b6c7-6b576e3a8297', 'tag': '0a177bf1-ad35-49ae-8f44-58e74f3c2441'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:41.698530 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-25edbc2a-5608-4042-bf3a-7ec8e63e7666 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 1096 time: 0.3062222
Apr 06 10:18:41.710679 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80052f-8d18-4ff3-93ea-15b3cbb2bc9e req-d1807a5a-496e-471e-9b43-c8f1433de50d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:41.713085 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5f80052f-8d18-4ff3-93ea-15b3cbb2bc9e req-d1807a5a-496e-471e-9b43-c8f1433de50d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 943 time: 0.2686770
Apr 06 10:18:41.830293 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-3b6f8d68-1416-4a41-b716-d95245e369d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441 HTTP/1.1" status: 200  len: 217 time: 0.1153486
Apr 06 10:18:41.834951 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5fa25b-8b42-45d9-8898-308f3b6adf41'] response: {'name': 'network-changed', 'server_uuid': '1736048e-aacf-4ec4-b6c7-6b576e3a8297', 'tag': '0a177bf1-ad35-49ae-8f44-58e74f3c2441', 'status': 'completed', 'code': 200}
Apr 06 10:18:41.964930 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-1a192a2b-cbae-40be-a7ef-b7043c482a09 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:41.964930 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-1a192a2b-cbae-40be-a7ef-b7043c482a09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.1221657
Apr 06 10:18:42.049997 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-fe2441b3-c642-446f-bfe9-75c9f338e8e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4915164
Apr 06 10:18:42.066369 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec36b2-8627-4044-b965-fced4a34574b req-da7ed878-2aa7-4e28-a009-306d49aa3e32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:42.069452 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-baec36b2-8627-4044-b965-fced4a34574b req-da7ed878-2aa7-4e28-a009-306d49aa3e32 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4519207
Apr 06 10:18:42.096668 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0f58e-5e96-4596-b14d-3143e4be4cd0 req-6ab66868-bb51-44ab-990a-f8efc4bead1d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:42.110408 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e8f0f58e-5e96-4596-b14d-3143e4be4cd0 req-6ab66868-bb51-44ab-990a-f8efc4bead1d tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.1961484
Apr 06 10:18:42.243689 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e8f0f58e-5e96-4596-b14d-3143e4be4cd0 req-ffe927de-57d7-40c4-a95a-3984ff799177 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166105
Apr 06 10:18:42.255720 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-fce9f389-0689-4316-952a-f4fc58255a9d service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863751
Apr 06 10:18:42.263855 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5f80052f-8d18-4ff3-93ea-15b3cbb2bc9e req-9a15b22b-c647-4722-9f01-e6a39d31d578 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4278173
Apr 06 10:18:42.289858 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-8740e85c-e4c6-4644-9cf9-c1da98ac8c9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 1096 time: 0.1582379
Apr 06 10:18:42.346877 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:42.454948 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-4810db83-8543-4eb4-8679-74c41b2e2246 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4788370
Apr 06 10:18:42.507821 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-9cf86a4c-81a0-4a4f-a51c-5a7adf7749f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6a0d74-c12a-4661-9e34-58c6f9320a5d HTTP/1.1" status: 200  len: 217 time: 0.2072527
Apr 06 10:18:42.592258 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-d0c9ee0c-2f59-4cb3-99cc-76b4aa3cd1d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:42.593684 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-d0c9ee0c-2f59-4cb3-99cc-76b4aa3cd1d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.0796468
Apr 06 10:18:42.604759 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:42.612882 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:42.613488 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:42.641962 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6a936-a271-4a7b-97a7-d81e120050e8 req-9e0476be-b29b-42e5-bd27-33192cfd1ee4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:42.649775 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4ba6a936-a271-4a7b-97a7-d81e120050e8 req-9e0476be-b29b-42e5-bd27-33192cfd1ee4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1989045
Apr 06 10:18:42.722677 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4ba6a936-a271-4a7b-97a7-d81e120050e8 req-1dc8b6db-8e16-4bc4-95d9-048105f5d35b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717890
Apr 06 10:18:42.724125 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46418) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:42.772523 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbf35ba1-45c3-4717-86d9-ed69afde3527 req-12f9ae53-d646-4ba9-aa28-81d53063bbc1 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5055919
Apr 06 10:18:42.773115 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-11bf81d2-42d2-4574-a3be-ae49a857c7d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1715763
Apr 06 10:18:42.796811 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-eac49fdf-7565-4794-93e5-99fb1b4ed97a service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3053668
Apr 06 10:18:42.798449 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:42.828849 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e821ff-8565-4a6e-993a-34b6dfbe2424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fca9bc-f3d0-4f77-9ad9-016addc3e3a8'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:42.840776 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:42.906686 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0157bb02-3049-4cb1-86f6-757036fe268c'] response: {'server_uuid': 'f1e821ff-8565-4a6e-993a-34b6dfbe2424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fca9bc-f3d0-4f77-9ad9-016addc3e3a8', 'code': 200}
Apr 06 10:18:42.908068 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:42.910194 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e5564-a7f1-49a0-aa17-b40c5a60c5d4 req-2864bc6b-12ec-4a40-8f68-39cc04a0ab73 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:42.911996 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-735e5564-a7f1-49a0-aa17-b40c5a60c5d4 req-2864bc6b-12ec-4a40-8f68-39cc04a0ab73 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 943 time: 0.4193082
Apr 06 10:18:42.956371 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96f7d2d3-6834-4706-82d9-06affa636c9e req-533599dc-5ba2-4766-8674-74c4f2641896 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487367
Apr 06 10:18:42.961025 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-0a20d3e1-0cdd-4ac5-bdd3-7277f27ed5ef service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705623
Apr 06 10:18:42.983845 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1982081705-network', 'tenant_id': '2086581c98a14da9bff9017750c34a11'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:42.987117 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:42.991839 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Usage tracker for resource:network and tenant:2086581c98a14da9bff9017750c34a11 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:42.994690 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:43.000333 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:43.015882 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-735e5564-a7f1-49a0-aa17-b40c5a60c5d4 req-950cc8e5-9a26-44dd-ac61-b07a68e8f495 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584931
Apr 06 10:18:43.054302 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:43.078040 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Made reservation on behalf of 2086581c98a14da9bff9017750c34a11 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:43.080339 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.147422 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.178096 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:43.181879 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Usage tracker for resource:security_group_rule and tenant:2086581c98a14da9bff9017750c34a11 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:43.184688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:43.192620 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:43.259846 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.306328 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.350665 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8631286-ce8b-4622-898d-2ae6e28d3698,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:43.356794 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:18:43.369632 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.369632 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Added segment 750ab35f-ba6b-4363-ad0e-120f762d6134 of type vlan for network 35a3beb4-86a5-41e8-b94c-194133e11cf9
Apr 06 10:18:43.442380 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.496481 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faceb-d380-449a-a0a2-6f739c9e62fb req-ba3e233c-93e2-4a78-b4c2-a88cbdef4dbd tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:43.497959 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e06faceb-d380-449a-a0a2-6f739c9e62fb req-ba3e233c-93e2-4a78-b4c2-a88cbdef4dbd tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.1230125
Apr 06 10:18:43.525592 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb36bd-15a3-4163-b482-ce2526c5c6fc req-6278520f-2bc7-4cdf-b5d4-1bc7ec886f02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:43.527094 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0fdb36bd-15a3-4163-b482-ce2526c5c6fc req-6278520f-2bc7-4cdf-b5d4-1bc7ec886f02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 943 time: 0.0918243
Apr 06 10:18:43.545319 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e06faceb-d380-449a-a0a2-6f739c9e62fb req-75af696e-f17b-4645-aad1-fdf62be8d005 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415947
Apr 06 10:18:43.573229 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0fdb36bd-15a3-4163-b482-ce2526c5c6fc req-44e890ad-70cd-4767-927d-ee495cceb8f4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403945
Apr 06 10:18:43.576622 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.576622 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:43.576622 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.683020 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] Pushing event updated for resources: {'Network': ['ID=35a3beb4-86a5-41e8-b94c-194133e11cf9,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:43.693759 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 35a3beb4-86a5-41e8-b94c-194133e11cf9 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:18:43.753364 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e826b25b-b4cc-4e34-8609-368841d3acab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0271733
Apr 06 10:18:43.756567 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 46450) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:43.761949 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Request body: {'subnet': {'network_id': '35a3beb4-86a5-41e8-b94c-194133e11cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1982081705-subnet', 'tenant_id': '2086581c98a14da9bff9017750c34a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:43.766364 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:43.771211 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Usage tracker for resource:subnet and tenant:2086581c98a14da9bff9017750c34a11 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:43.773990 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:43.779569 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:43.866496 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Made reservation on behalf of 2086581c98a14da9bff9017750c34a11 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:43.868862 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:43.961390 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51b852-cdec-4544-a0ec-caa15a26c958 req-200ff8a7-ceb9-479b-ac2c-6e449ff898b5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:43.963088 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fb51b852-cdec-4544-a0ec-caa15a26c958 req-200ff8a7-ceb9-479b-ac2c-6e449ff898b5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0910923
Apr 06 10:18:44.066284 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fb51b852-cdec-4544-a0ec-caa15a26c958 req-811fc54e-8a39-4ce0-a578-4daf58d73e12 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964417
Apr 06 10:18:44.207814 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:44.282317 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e242d8f-9c24-479e-865c-fe9ff7aa3964,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:44.330592 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bada4-586b-4879-a3db-2975a6296b86 req-d176d3da-3527-4d05-826a-f1aa7794c640 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:44.332083 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8f7bada4-586b-4879-a3db-2975a6296b86 req-d176d3da-3527-4d05-826a-f1aa7794c640 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 943 time: 0.1588631
Apr 06 10:18:44.333715 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Checking segment: {'id': '750ab35f-ba6b-4363-ad0e-120f762d6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '35a3beb4-86a5-41e8-b94c-194133e11cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:44.334081 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Network hostable DHCP agents. Network: 35a3beb4-86a5-41e8-b94c-194133e11cf9, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:18:44.392487 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8f7bada4-586b-4879-a3db-2975a6296b86 req-67a4c326-0b21-400e-a483-028c5c793c72 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525570
Apr 06 10:18:44.466538 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Network 35a3beb4-86a5-41e8-b94c-194133e11cf9 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:18:44.575186 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 35a3beb4-86a5-41e8-b94c-194133e11cf9) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:44.579330 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:44.579853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:44.585230 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2670e94-2e71-43fc-a517-9cc64bbf07b5 None None] Network 35a3beb4-86a5-41e8-b94c-194133e11cf9 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:18:44.664888 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-909f7e05-f157-4203-9206-ca9df6d74908 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9056423
Apr 06 10:18:44.792114 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aec68e-8502-46a5-8d90-2e54c3cb35ef req-09f5c532-3f41-4ed1-b086-b3ec3bc57d71 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:44.793640 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-38aec68e-8502-46a5-8d90-2e54c3cb35ef req-09f5c532-3f41-4ed1-b086-b3ec3bc57d71 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 943 time: 0.0924931
Apr 06 10:18:44.805721 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe3c82e-cb7c-4e82-b965-8e2549701e66 None None] Network 35a3beb4-86a5-41e8-b94c-194133e11cf9 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:18:44.842863 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-38aec68e-8502-46a5-8d90-2e54c3cb35ef req-05c6746a-4c12-4a17-bd1a-6ccbf4f5b045 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429265
Apr 06 10:18:45.276847 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f70f-d6d2-4eae-adea-93cf1fe69602 req-7d4a2a79-8dfe-4691-b1e7-16bc994d4fbd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:45.278423 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-05a4f70f-d6d2-4eae-adea-93cf1fe69602 req-7d4a2a79-8dfe-4691-b1e7-16bc994d4fbd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0794370
Apr 06 10:18:45.324221 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-05a4f70f-d6d2-4eae-adea-93cf1fe69602 req-bac95be5-fb4d-4a27-b1fe-80094c142a5a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399525
Apr 06 10:18:45.603208 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26272-c649-44ef-9c17-7c5c107f7150 req-1525cb6b-36a0-48fc-b073-cc36cfd7cda6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:45.606358 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fce26272-c649-44ef-9c17-7c5c107f7150 req-1525cb6b-36a0-48fc-b073-cc36cfd7cda6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 943 time: 0.0811973
Apr 06 10:18:45.744466 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-f77a4f86-07f1-44bf-9d1c-41e17ec9f8b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 1097 time: 0.0979726
Apr 06 10:18:45.746530 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fce26272-c649-44ef-9c17-7c5c107f7150 req-62cf8536-f626-4ae8-895d-a79a1f5a0e2f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314464
Apr 06 10:18:45.815350 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ea78837a-aaea-437e-a83f-e85ea685a33e req-380b0159-1186-4730-969d-62f28df807bd service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728923
Apr 06 10:18:45.841353 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46500) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:45.848760 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1922106593-network', 'tenant_id': '70b18df55f854f4798c039e6354a758e'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:45.853692 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:45.858255 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Usage tracker for resource:network and tenant:70b18df55f854f4798c039e6354a758e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:45.861366 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:45.875106 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:45.963428 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Made reservation on behalf of 70b18df55f854f4798c039e6354a758e for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:45.965701 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:45.982008 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-448d86a2-e34b-4552-bf32-d8107968a7db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 1096 time: 0.2023468
Apr 06 10:18:45.985339 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:45.987946 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-0dc3b779-db5d-45c6-aaa7-e9abe94cc954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:45.990106 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-0dc3b779-db5d-45c6-aaa7-e9abe94cc954 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.2117331
Apr 06 10:18:46.022891 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:46.027183 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:70b18df55f854f4798c039e6354a758e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:46.058943 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:46.073432 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:46.137561 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-6bd456df-e7d7-4ac0-a29a-8a2f3903cfa2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1071348
Apr 06 10:18:46.167472 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:46.232005 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-db56a379-d02d-44de-982d-7595980f2bca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa HTTP/1.1" status: 200  len: 217 time: 0.1966848
Apr 06 10:18:46.244363 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:46.274115 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:18:46.301747 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:46.302541 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Added segment e60f9577-ed26-4efb-afd7-d3796edca124 of type vlan for network ba94066e-0997-4838-9ad5-836d458e6dd5
Apr 06 10:18:46.303180 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69f5f30-92f3-4516-ae06-9895a260be45,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:46.340962 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:46.353871 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-3ca52910-a30a-4d46-aabc-0833fd9f225d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ffd94a428684058ae80ac859a4f690e&device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 1098 time: 0.1423790
Apr 06 10:18:46.357813 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9367e-4d87-436f-9f77-ea185df78976 req-e6f83030-2fec-4ab2-9eb2-572df496256a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:46.365402 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8aa9367e-4d87-436f-9f77-ea185df78976 req-e6f83030-2fec-4ab2-9eb2-572df496256a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 943 time: 0.3800430
Apr 06 10:18:46.414191 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-71356a69-8d24-4444-a8bb-55037895bd89 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:46.415619 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-71356a69-8d24-4444-a8bb-55037895bd89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.1753995
Apr 06 10:18:46.418669 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-8989c5f7-1df7-4daf-aa53-9a246c71d75b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:46.419944 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-8989c5f7-1df7-4daf-aa53-9a246c71d75b service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.3856983
Apr 06 10:18:46.422595 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7db3fd8e-0786-43e9-a664-1a2782e4912b req-3f4d95a4-b2da-4ba0-b49e-142bed33c22d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 1098 time: 0.3897312
Apr 06 10:18:46.532581 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:46.533458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:46.534064 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:46.645608 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8aa9367e-4d87-436f-9f77-ea185df78976 req-225ae986-add4-45ad-ac0e-47fb90d7f782 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2786334
Apr 06 10:18:46.651139 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-473341d4-523f-4487-a4a5-c20fb88ecc76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441 HTTP/1.1" status: 200  len: 217 time: 0.1201921
Apr 06 10:18:46.693925 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba94066e-0997-4838-9ad5-836d458e6dd5,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:46.705052 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-c4f33d0c-c3d7-48e1-976f-176de4326193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:46.706552 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-c4f33d0c-c3d7-48e1-976f-176de4326193 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b1459ff7-4c90-47af-98df-39c1de1bcec3 HTTP/1.1" status: 200  len: 912 time: 0.3277068
Apr 06 10:18:46.709016 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network ba94066e-0997-4838-9ad5-836d458e6dd5 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:18:46.741088 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-7db3fd8e-0786-43e9-a664-1a2782e4912b req-b6790684-0ca5-4327-bd82-47a853453d28 service neutron] Synchronizing usage tracker for tenant:69513349c8d54d8faaa11d039cee2c63 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:18:46.778396 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-51357747-446e-4ecc-b9ad-9187d21be443 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:46.780620 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-51357747-446e-4ecc-b9ad-9187d21be443 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.1120389
Apr 06 10:18:46.786599 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-d2119b7c-f0e1-48c5-86b8-b60d9045c5e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3539531
Apr 06 10:18:46.788763 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-3f101f9b-d9a8-4edf-b0e9-e254214ee0f3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9459305
Apr 06 10:18:46.794468 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 46534) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:46.799071 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-15126d02-dafc-4dfc-bcfc-6f1ae7b67061 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=638db887-514c-4627-b8d1-4f59bff2d3a4 HTTP/1.1" status: 200  len: 217 time: 0.0825021
Apr 06 10:18:46.808976 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db403ba-02f9-4007-8a61-cc2bef8317c8 req-4e0c2cda-242f-4dad-99ab-9e67a35ff302 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:46.816974 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3db403ba-02f9-4007-8a61-cc2bef8317c8 req-4e0c2cda-242f-4dad-99ab-9e67a35ff302 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.3445780
Apr 06 10:18:46.846129 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Request body: {'subnet': {'network_id': 'ba94066e-0997-4838-9ad5-836d458e6dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1922106593-subnet', 'tenant_id': '70b18df55f854f4798c039e6354a758e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:46.875321 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:18:46.884527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-7db3fd8e-0786-43e9-a664-1a2782e4912b req-b6790684-0ca5-4327-bd82-47a853453d28 service neutron] Unset dirty status for tenant:69513349c8d54d8faaa11d039cee2c63 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:18:46.884527 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7db3fd8e-0786-43e9-a664-1a2782e4912b req-b6790684-0ca5-4327-bd82-47a853453d28 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3571243
Apr 06 10:18:46.884527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Usage tracker for resource:subnet and tenant:70b18df55f854f4798c039e6354a758e is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:18:46.898133 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-88d66599-ecee-47f8-89c8-cbcc3925d076 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:46.899608 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-88d66599-ecee-47f8-89c8-cbcc3925d076 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7cadddd3-6efa-4dcc-af78-8bb774e94f8b HTTP/1.1" status: 200  len: 851 time: 0.0805302
Apr 06 10:18:46.934618 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3db403ba-02f9-4007-8a61-cc2bef8317c8 req-cd3003b0-edf3-4013-b9a0-cdef90d25434 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166117
Apr 06 10:18:46.944872 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:18:46.961042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:18:47.023705 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-9afdb430-1052-4956-9c3c-109d1584b579 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2282834
Apr 06 10:18:47.040685 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-730c3c03-ea0e-4b41-a871-8e32d9ea7b49 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022915
Apr 06 10:18:47.043229 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Made reservation on behalf of 70b18df55f854f4798c039e6354a758e for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:18:47.045392 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:47.242963 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-614827cc-187c-46fc-ac42-9b67c17ff787 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1459ff7-4c90-47af-98df-39c1de1bcec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0963445
Apr 06 10:18:47.330929 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddaab3-d397-4b96-983e-ef80d8386303 req-f218f1d6-fae8-4158-8c56-ae3c7736f009 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:47.332426 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4eddaab3-d397-4b96-983e-ef80d8386303 req-f218f1d6-fae8-4158-8c56-ae3c7736f009 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 943 time: 0.2375677
Apr 06 10:18:47.431279 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4eddaab3-d397-4b96-983e-ef80d8386303 req-e90a58ed-6600-4318-86db-598d79369b1c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836377
Apr 06 10:18:47.438662 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-19d6f21b-52f4-4dc6-b27c-98dd451750f3 service neutron] 10.222.0.61 "GET /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808558
Apr 06 10:18:47.450953 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-12c3e908-db8d-4ff8-8b6e-7c5abc4302a0 req-ff1585a1-2314-4ba4-940d-3426bf766bff service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970498
Apr 06 10:18:47.463783 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-5b502c03-6b4d-4200-8f24-68faff1831af service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3147821
Apr 06 10:18:47.601578 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b3e2fd5-8f0e-4f0c-b776-4ffdbe7fd646 req-1bb22750-0eed-4c56-9da3-368a7c00803f service neutron] 10.222.0.61 "GET /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559017
Apr 06 10:18:47.638742 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27cc0e61-6825-465c-9204-babe2b8db0bc req-7d08846b-b210-4af7-a1cd-3dd881f43ea7 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674263
Apr 06 10:18:47.672812 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:47.752906 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9dc3c6-bce6-46f0-87c6-bd2d2477e9e7,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:47.767771 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Checking segment: {'id': 'e60f9577-ed26-4efb-afd7-d3796edca124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ba94066e-0997-4838-9ad5-836d458e6dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:47.768124 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Network hostable DHCP agents. Network: ba94066e-0997-4838-9ad5-836d458e6dd5, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:18:47.843580 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Network ba94066e-0997-4838-9ad5-836d458e6dd5 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:18:47.887617 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94171f-1f59-41b4-8b93-ea6a14fad9ef req-95cd6d1f-3a34-4140-897c-08bfd177c79e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:47.889332 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d94171f-1f59-41b4-8b93-ea6a14fad9ef req-95cd6d1f-3a34-4140-897c-08bfd177c79e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 943 time: 0.1011040
Apr 06 10:18:47.895990 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, ba94066e-0997-4838-9ad5-836d458e6dd5) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:18:47.900882 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:47.901645 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:47.904324 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8bb1a9-138a-421c-8a7c-89d13c52f1db None None] Network ba94066e-0997-4838-9ad5-836d458e6dd5 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:18:47.941798 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d94171f-1f59-41b4-8b93-ea6a14fad9ef req-ccd36123-174b-41f3-a800-1b3d84bf641d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451555
Apr 06 10:18:47.987314 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-64c1c608-b85c-4e24-b5a7-b5c8ea3455cf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1553102
Apr 06 10:18:48.216652 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5db868-e35c-4d97-b136-0ab58b4676d3 None None] Network ba94066e-0997-4838-9ad5-836d458e6dd5 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:18:48.313694 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfced00f-5874-4010-83d7-e4002b506067 req-c9a2eda8-892b-4d58-ad0e-d465a5d7b675 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:48.316387 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bfced00f-5874-4010-83d7-e4002b506067 req-c9a2eda8-892b-4d58-ad0e-d465a5d7b675 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1769934
Apr 06 10:18:48.369195 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 9d6a0d74-c12a-4661-9e34-58c6f9320a5d details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:18:48.422932 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bfced00f-5874-4010-83d7-e4002b506067 req-aa207853-5f97-4ee6-a85a-aac6545edc98 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005130
Apr 06 10:18:48.444617 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:48.684049 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:48.716380 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:18:48.737920 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6be5cc-5da6-4ad8-a6d6-109ec130b352 req-85f00e7a-7db8-4984-bb05-d5c4ec011962 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:48.739820 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d6be5cc-5da6-4ad8-a6d6-109ec130b352 req-85f00e7a-7db8-4984-bb05-d5c4ec011962 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 943 time: 0.1155159
Apr 06 10:18:48.790269 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d6be5cc-5da6-4ad8-a6d6-109ec130b352 req-f1ad7782-41ee-4bf7-afab-9b92a02ea916 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444257
Apr 06 10:18:48.792878 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:48.812500 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6a0d74-c12a-4661-9e34-58c6f9320a5d {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:48.829443 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:48.929070 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:48.929772 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 0a177bf1-ad35-49ae-8f44-58e74f3c2441 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:18:49.077481 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:49.154733 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 0a177bf1-ad35-49ae-8f44-58e74f3c2441, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:49.174116 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '0a177bf1-ad35-49ae-8f44-58e74f3c2441', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'port_id': '0a177bf1-ad35-49ae-8f44-58e74f3c2441', 'mac_address': 'fa:16:3e:f2:79:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:18:49.195671 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564423ad-44b5-4a3b-986b-66841f3d36c7 req-e0216611-d792-4776-aaf7-3b5dad950ba6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:49.197907 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-564423ad-44b5-4a3b-986b-66841f3d36c7 req-e0216611-d792-4776-aaf7-3b5dad950ba6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 943 time: 0.1100547
Apr 06 10:18:49.245491 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:49.264835 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a177bf1-ad35-49ae-8f44-58e74f3c2441 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:49.272184 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-564423ad-44b5-4a3b-986b-66841f3d36c7 req-94f4c5e1-1762-43a7-83c3-179f98523c5e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659845
Apr 06 10:18:49.293417 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 0a177bf1-ad35-49ae-8f44-58e74f3c2441, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:49.363948 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:49.364824 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:18:49.503881 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=0a177bf1-ad35-49ae-8f44-58e74f3c2441,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:49.572550 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:49.587986 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'port_id': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'mac_address': 'fa:16:3e:08:96:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:18:49.643993 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:49.645684 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe864754-4392-4edc-a0d7-c5d4938100d1 req-9664bd45-8af0-41f9-b1eb-fa79e975b917 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:49.647230 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fe864754-4392-4edc-a0d7-c5d4938100d1 req-9664bd45-8af0-41f9-b1eb-fa79e975b917 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0775230
Apr 06 10:18:49.663037 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa6d928-dbb0-49f3-969a-48a80b8956aa {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:18:49.680441 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:49.705096 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fe864754-4392-4edc-a0d7-c5d4938100d1 req-5553df0e-7edb-4127-bf1d-4f73d717d513 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463307
Apr 06 10:18:49.787163 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:49.858776 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:49.993401 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b72c2-47c7-4106-bca8-d9156f3ae22c req-1bc60736-01cd-476b-8a22-19d400affd8a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:49.994916 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4a0b72c2-47c7-4106-bca8-d9156f3ae22c req-1bc60736-01cd-476b-8a22-19d400affd8a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 944 time: 0.0788336
Apr 06 10:18:50.042156 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4a0b72c2-47c7-4106-bca8-d9156f3ae22c req-1f98e653-d57d-4e9d-bb9b-c9e4571da3ea tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415602
Apr 06 10:18:50.168148 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['1aa6d928-dbb0-49f3-969a-48a80b8956aa'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:18:50.226808 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['0a177bf1-ad35-49ae-8f44-58e74f3c2441'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:18:50.257648 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['9d6a0d74-c12a-4661-9e34-58c6f9320a5d'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:18:50.490728 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e952-ca5c-4330-982d-0389e059915f req-15dfad83-11ab-4179-9877-5d0932419304 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:50.498854 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a414e952-ca5c-4330-982d-0389e059915f req-15dfad83-11ab-4179-9877-5d0932419304 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 944 time: 0.0949264
Apr 06 10:18:50.547752 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a414e952-ca5c-4330-982d-0389e059915f req-0d189953-4370-4740-96ee-6fc37278d8c4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477433
Apr 06 10:18:50.948537 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15804957-3af4-419b-bb59-2f7cb8d33baf req-bc8e45c7-a723-4314-b5c8-c7b9a626c4a2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:50.954384 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-15804957-3af4-419b-bb59-2f7cb8d33baf req-bc8e45c7-a723-4314-b5c8-c7b9a626c4a2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.0937619
Apr 06 10:18:51.031661 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-15804957-3af4-419b-bb59-2f7cb8d33baf req-41614c09-392e-4338-a067-92e446f05c2c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757527
Apr 06 10:18:51.157895 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-73127554-3b72-496b-acd5-79adb99ceaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:51.244772 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72268d17-b6e5-4f30-93b1-724f9a824f92 req-98ebc0f9-3369-4913-84db-3ffed4462f65 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:51.246342 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-72268d17-b6e5-4f30-93b1-724f9a824f92 req-98ebc0f9-3369-4913-84db-3ffed4462f65 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 944 time: 0.0788360
Apr 06 10:18:51.305182 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-72268d17-b6e5-4f30-93b1-724f9a824f92 req-6adba59e-ec19-4535-a829-25d35e127e1c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468690
Apr 06 10:18:51.765154 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b0dd-1f4a-46a0-8c68-3b82e6f2a7d2 req-5c66ae02-c1cd-46b1-a8bd-63f6e4b12876 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:51.766884 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-baf3b0dd-1f4a-46a0-8c68-3b82e6f2a7d2 req-5c66ae02-c1cd-46b1-a8bd-63f6e4b12876 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 944 time: 0.0853379
Apr 06 10:18:51.820428 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-baf3b0dd-1f4a-46a0-8c68-3b82e6f2a7d2 req-7767207b-4b0f-45c8-9aaf-0260f5b66d22 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468090
Apr 06 10:18:52.301744 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb43f79-a129-4fde-9e79-2dc047151589 req-cce895a8-8ce6-4a0f-bb41-a652db7f5a1a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:52.303260 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2cb43f79-a129-4fde-9e79-2dc047151589 req-cce895a8-8ce6-4a0f-bb41-a652db7f5a1a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.1376817
Apr 06 10:18:52.349322 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2cb43f79-a129-4fde-9e79-2dc047151589 req-5ce4ccd2-fafc-4881-bdfc-cd0a6a0eec38 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398324
Apr 06 10:18:52.532222 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f667-3ab1-4970-b0a5-0ea1832d1c72 req-56739aba-0fd8-4570-bd09-a54016c532a9 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:52.533665 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a099f667-3ab1-4970-b0a5-0ea1832d1c72 req-56739aba-0fd8-4570-bd09-a54016c532a9 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 944 time: 0.0834293
Apr 06 10:18:52.585988 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a099f667-3ab1-4970-b0a5-0ea1832d1c72 req-4651017e-a507-4621-97eb-56297b5347da tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457575
Apr 06 10:18:53.053159 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c7ec3-b4b8-409f-aa4f-c6e96ab87610 req-de450840-2b07-4125-91f0-396a1f0d5b01 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:53.054194 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1f3c7ec3-b4b8-409f-aa4f-c6e96ab87610 req-de450840-2b07-4125-91f0-396a1f0d5b01 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 944 time: 0.1096251
Apr 06 10:18:53.116040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 9d6a0d74-c12a-4661-9e34-58c6f9320a5d up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:53.131046 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1f3c7ec3-b4b8-409f-aa4f-c6e96ab87610 req-0dee952b-9262-4c0d-b4cc-083162e63a67 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624039
Apr 06 10:18:53.263222 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ee74-6860-47a4-8294-f6813551c5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:53.294902 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:53.300152 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:53.300561 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:53.423757 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:53.492700 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:53.503092 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:53.562636 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32095cd6-0a6e-4a5f-9acd-330c1a24a071'] response: {'server_uuid': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'code': 200}
Apr 06 10:18:53.574702 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:53.575495 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 0a177bf1-ad35-49ae-8f44-58e74f3c2441 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:53.606614 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91c980-b83c-4b4a-9307-5894046b4e8e req-1982aa85-105a-454d-8296-62117e6c18e5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:53.608088 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6a91c980-b83c-4b4a-9307-5894046b4e8e req-1982aa85-105a-454d-8296-62117e6c18e5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.1012375
Apr 06 10:18:53.663456 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6a91c980-b83c-4b4a-9307-5894046b4e8e req-68f6c66b-2802-4429-a337-9912d760c71b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485687
Apr 06 10:18:53.738583 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:53.812023 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06896a-c52b-4756-954c-5153decc1220 req-c04c170f-1a72-41de-92bd-be214e52b79d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:53.813528 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c06896a-c52b-4756-954c-5153decc1220 req-c04c170f-1a72-41de-92bd-be214e52b79d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.0788786
Apr 06 10:18:53.843208 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:53.851118 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:53.851521 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:53.860087 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c06896a-c52b-4756-954c-5153decc1220 req-5338c542-882e-43d1-bc73-e0462514cff9 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401616
Apr 06 10:18:54.013326 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:54.057163 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 0a177bf1-ad35-49ae-8f44-58e74f3c2441, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:54.123376 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:54.124154 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:54.246328 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=0a177bf1-ad35-49ae-8f44-58e74f3c2441,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:54.271120 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.271384 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.271718 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.272040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.272365 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.272698 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.272997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.273332 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.278441 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.278441 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.278441 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:18:54.346180 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:54.368724 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52846c2a-609c-4bee-9269-27fd5b998ea6 req-ff859a76-34a7-4d81-8cfa-e9cbaeb3e269 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:54.370244 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-52846c2a-609c-4bee-9269-27fd5b998ea6 req-ff859a76-34a7-4d81-8cfa-e9cbaeb3e269 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0856628
Apr 06 10:18:54.380419 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 1aa6d928-dbb0-49f3-969a-48a80b8956aa completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:54.386039 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 1aa6d928-dbb0-49f3-969a-48a80b8956aa triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:54.392026 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:54.424704 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-52846c2a-609c-4bee-9269-27fd5b998ea6 req-ef3f03d3-7495-4108-8173-f0c426c8ad45 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471103
Apr 06 10:18:54.499172 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:54.531266 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:54.626332 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:54.692830 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:54.881920 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962d70c-0012-4595-9dca-ee914302f9c2 req-2e939a16-76a7-4565-8027-011a40f52f79 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:54.883338 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0962d70c-0012-4595-9dca-ee914302f9c2 req-2e939a16-76a7-4565-8027-011a40f52f79 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0757344
Apr 06 10:18:54.928568 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0962d70c-0012-4595-9dca-ee914302f9c2 req-910c99ca-8bf0-4a2f-89cc-93ed847b0551 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398138
Apr 06 10:18:55.066985 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73a35f-332e-4d64-a575-7515aca0aa0f req-b2459f03-6fe8-41fb-b354-b1eb9cf2a326 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:55.068419 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4d73a35f-332e-4d64-a575-7515aca0aa0f req-b2459f03-6fe8-41fb-b354-b1eb9cf2a326 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.0857999
Apr 06 10:18:55.114680 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4d73a35f-332e-4d64-a575-7515aca0aa0f req-959243d1-5063-4d9c-86fe-2950757f2c19 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406275
Apr 06 10:18:55.168124 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Sync routers for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:18:55.198071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:55.198071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff59430>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:18:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:55.249152 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:55.391958 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:55.399488 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d31fb391-5999-4e16-a9f9-485188776728 req-256c33a9-8a2b-4328-9848-ff82690f1842 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 1098 time: 0.0749257
Apr 06 10:18:55.450149 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d31fb391-5999-4e16-a9f9-485188776728 req-33e46f61-b896-45d4-b3ab-1db9cc87ba18 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438788
Apr 06 10:18:55.599565 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1736048e-aacf-4ec4-b6c7-6b576e3a8297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a177bf1-ad35-49ae-8f44-58e74f3c2441'}, {'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:18:55.641584 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54b16f-c970-4860-ba37-c5820f337c01 req-5532108b-1aae-41a7-9128-955f32c2ea10 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:55.645282 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-be54b16f-c970-4860-ba37-c5820f337c01 req-5532108b-1aae-41a7-9128-955f32c2ea10 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0788705
Apr 06 10:18:55.667247 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab134fc8-0b6b-4fd1-b0e7-5fe4375e1aad'] response: {'server_uuid': '1736048e-aacf-4ec4-b6c7-6b576e3a8297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a177bf1-ad35-49ae-8f44-58e74f3c2441', 'code': 200}
Apr 06 10:18:55.667505 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab134fc8-0b6b-4fd1-b0e7-5fe4375e1aad'] response: {'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'code': 200}
Apr 06 10:18:55.694341 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-be54b16f-c970-4860-ba37-c5820f337c01 req-dd725076-7cb0-4c81-b48a-456841ebed7d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419955
Apr 06 10:18:55.775269 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff59430>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:06Z', 'revision_number': 2, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:55.779213 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Checking router: 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:18:55.779723 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Updating router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 port b99968d7-78df-409f-a696-7e3a6fcafe2b binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:18:55.824082 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:55.840164 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:56.114707 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d3f47813-81ba-4442-bd2f-4517e325020b req-3e3474f3-a7f4-41b7-93f6-3af268e4b252 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 1098 time: 0.0781844
Apr 06 10:18:56.183502 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d3f47813-81ba-4442-bd2f-4517e325020b req-31776199-eec2-4ec5-940f-51663713857d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553930
Apr 06 10:18:56.187142 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e80b395b-b09c-4f90-be9d-bcf0ccb02cc6 req-1e6abcff-7c81-493f-8bbb-64da14c1b992 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 1099 time: 0.1503680
Apr 06 10:18:56.204555 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebe935-ea80-4756-94f9-5866159c9a6e req-848f9753-ee6d-4a49-b21f-fe580e90e8f0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:56.212454 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2cebe935-ea80-4756-94f9-5866159c9a6e req-848f9753-ee6d-4a49-b21f-fe580e90e8f0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1330683
Apr 06 10:18:56.286806 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:56.295406 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2cebe935-ea80-4756-94f9-5866159c9a6e req-b3fd6844-eb90-4cb7-ab1d-a51695adf2db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819428
Apr 06 10:18:56.299704 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Transition to ACTIVE for port object b99968d7-78df-409f-a696-7e3a6fcafe2b will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:18:56.374570 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:56.396839 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efc5c3-9289-4ead-8995-26ee61f8cf72 req-618d8b97-dd32-4189-be3b-8d44c805d40b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:56.398417 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e5efc5c3-9289-4ead-8995-26ee61f8cf72 req-618d8b97-dd32-4189-be3b-8d44c805d40b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.1175060
Apr 06 10:18:56.463017 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e5efc5c3-9289-4ead-8995-26ee61f8cf72 req-66758467-e20b-4a8e-959f-09f435112fbc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577469
Apr 06 10:18:56.536925 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448561-d811-4d31-9179-596458e0ebd3 None None] Pushing event updated for resources: {'Port': ['ID=b99968d7-78df-409f-a696-7e3a6fcafe2b,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:56.537346 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e80b395b-b09c-4f90-be9d-bcf0ccb02cc6 req-b8548f61-e977-4ffe-84b3-88f6016b6e7f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061780
Apr 06 10:18:56.656290 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Attempting to bind port b99968d7-78df-409f-a696-7e3a6fcafe2b on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:18:56.656786 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Attempting to bind port b99968d7-78df-409f-a696-7e3a6fcafe2b by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:18:56.657143 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Attempting to bind port b99968d7-78df-409f-a696-7e3a6fcafe2b on network 59f32085-bcad-46e7-9882-763fbe66e3d0 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:18:56.664539 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:18:56.665018 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Checking segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:18:56.665398 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:56.665783 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Bound using segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:18:56.666268 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Bound port: b99968d7-78df-409f-a696-7e3a6fcafe2b, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:18:56.666661 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:56.774480 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] For port b99968d7-78df-409f-a696-7e3a6fcafe2b, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:18:56.774480 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] For port b99968d7-78df-409f-a696-7e3a6fcafe2b, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=b99968d7-78df-409f-a696-7e3a6fcafe2b,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:18:56.849655 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:56.935203 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448561-d811-4d31-9179-596458e0ebd3 None None] Pushing event updated for resources: {'Port': ['ID=b99968d7-78df-409f-a696-7e3a6fcafe2b,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:56.965533 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fddac6-172d-4faf-a65f-e0713a50b8f3 req-b8474575-8e80-40ee-95f9-c93e69431e2c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:56.976334 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:18:56.976984 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff59430>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:18:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:56.982115 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f9fddac6-172d-4faf-a65f-e0713a50b8f3 req-b8474575-8e80-40ee-95f9-c93e69431e2c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1197143
Apr 06 10:18:57.040529 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f9fddac6-172d-4faf-a65f-e0713a50b8f3 req-f20a0a12-a9fa-4a1c-add5-225511649942 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591202
Apr 06 10:18:57.198935 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device b99968d7-78df-409f-a696-7e3a6fcafe2b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:57.302790 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:18:57.582728 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port b99968d7-78df-409f-a696-7e3a6fcafe2b completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:18:57.604862 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8be6b-f7f4-41e7-bb1a-9b8552420cad req-459aed3c-2efe-4926-bc8b-e1927129495b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:57.607084 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-21c8be6b-f7f4-41e7-bb1a-9b8552420cad req-459aed3c-2efe-4926-bc8b-e1927129495b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1224973
Apr 06 10:18:57.629182 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port b99968d7-78df-409f-a696-7e3a6fcafe2b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:57.629599 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:57.673034 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-21c8be6b-f7f4-41e7-bb1a-9b8552420cad req-378d25a4-31dd-45d3-bbae-ba166b0e89bf tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588756
Apr 06 10:18:57.724374 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5015c-d5ae-46b5-bf24-24101b24e7d3 req-bff42cee-5f6f-4822-a435-0ab5e3f45118 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:57.727803 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-92b5015c-d5ae-46b5-bf24-24101b24e7d3 req-bff42cee-5f6f-4822-a435-0ab5e3f45118 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.1050177
Apr 06 10:18:57.790396 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-92b5015c-d5ae-46b5-bf24-24101b24e7d3 req-df3d2bbc-d3f3-45c3-a8f4-f20ab0034ded tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513513
Apr 06 10:18:57.908972 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:57.962171 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff59430>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:56Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:18:57.971218 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66c596-ebe7-4579-b7c0-df76caf71f93 None None] The sync data for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi is: [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:56Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:18:57.980109 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port b99968d7-78df-409f-a696-7e3a6fcafe2b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=b99968d7-78df-409f-a696-7e3a6fcafe2b,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:18:58.077373 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:58.173947 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=b99968d7-78df-409f-a696-7e3a6fcafe2b,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:18:58.290832 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b019-45f8-49ad-81f9-0e0a9155b32a req-ebaff587-daff-4755-804b-05d1164730e7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:58.299399 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0947b019-45f8-49ad-81f9-0e0a9155b32a req-ebaff587-daff-4755-804b-05d1164730e7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0990841
Apr 06 10:18:58.354582 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0947b019-45f8-49ad-81f9-0e0a9155b32a req-b5de241d-87fa-4c66-a253-129f50e78dce tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559480
Apr 06 10:18:59.012895 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6a1ff-2117-4265-ab49-60ee9a228670 req-01a49672-bb9c-49d1-aa23-f83b542183cc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:59.021589 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d9f6a1ff-2117-4265-ab49-60ee9a228670 req-01a49672-bb9c-49d1-aa23-f83b542183cc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1827548
Apr 06 10:18:59.070216 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d2ec1-ad1b-4467-83bc-beb650edde11 req-a1d16a22-82c1-483d-9138-3f36a6ace4b1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:59.072678 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-287d2ec1-ad1b-4467-83bc-beb650edde11 req-a1d16a22-82c1-483d-9138-3f36a6ace4b1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.1230338
Apr 06 10:18:59.077327 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d9f6a1ff-2117-4265-ab49-60ee9a228670 req-71d26b58-0f6f-4c8c-8f6c-88454b948ade tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545492
Apr 06 10:18:59.101535 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device b99968d7-78df-409f-a696-7e3a6fcafe2b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:18:59.190439 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port b99968d7-78df-409f-a696-7e3a6fcafe2b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:18:59.190740 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-287d2ec1-ad1b-4467-83bc-beb650edde11 req-8417d1a1-e453-4cd6-a52e-11dbbdbb01a0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032610
Apr 06 10:18:59.191877 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:59.418983 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cd59f-ef37-4603-ad37-6eb777d82a2c req-ab1c7987-a6bf-4a3f-8134-f0e6fb554f23 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:59.430896 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46814) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:18:59.434046 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-da8cd59f-ef37-4603-ad37-6eb777d82a2c req-ab1c7987-a6bf-4a3f-8134-f0e6fb554f23 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.1027622
Apr 06 10:18:59.436745 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'floatingip': {'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:18:59.516236 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:18:59.608550 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396aee3-a077-4a2d-a8aa-80dee617eb1d req-71e578d4-f821-4fb4-97ab-595f7bfc3998 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:59.609992 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c396aee3-a077-4a2d-a8aa-80dee617eb1d req-71e578d4-f821-4fb4-97ab-595f7bfc3998 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0787852
Apr 06 10:18:59.663584 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c396aee3-a077-4a2d-a8aa-80dee617eb1d req-9099b7b4-e615-4684-a4e5-219da23130db tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477338
Apr 06 10:18:59.959203 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c782bd3-bc8d-4ae6-a27e-db3b3bca51cf req-b526e1b2-fa0b-4baa-9e6d-da49b4045ce0 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:18:59.961345 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0c782bd3-bc8d-4ae6-a27e-db3b3bca51cf req-b526e1b2-fa0b-4baa-9e6d-da49b4045ce0 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.0995400
Apr 06 10:19:00.051811 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0c782bd3-bc8d-4ae6-a27e-db3b3bca51cf req-41b8b23e-3d65-48b9-96f7-fe73e6fbb10c tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831656
Apr 06 10:19:00.312431 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d99f7-3e9d-4bf0-94c2-35b9905639c5 req-e7b8b903-2657-4dad-994c-ecaba96ae2fb tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:00.313873 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d68d99f7-3e9d-4bf0-94c2-35b9905639c5 req-e7b8b903-2657-4dad-994c-ecaba96ae2fb tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0819607
Apr 06 10:19:00.383200 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d68d99f7-3e9d-4bf0-94c2-35b9905639c5 req-59daeef0-e30b-4b7c-9a2b-afae035897fa tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586679
Apr 06 10:19:00.524056 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:19:00.553387 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:00.577867 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-006fa406-fc4c-466f-95d6-5d8589591926 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 1098 time: 0.1921647
Apr 06 10:19:00.585994 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a78e35-6d03-4b1e-b460-d04c157a22a4 req-db6563ea-e18d-48c6-82ee-2a54c2dd6e57 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:00.601337 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95a78e35-6d03-4b1e-b460-d04c157a22a4 req-db6563ea-e18d-48c6-82ee-2a54c2dd6e57 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.2054548
Apr 06 10:19:00.620136 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a10317-f79b-4ad0-8620-60822ea31fc8 req-a07384d5-2d3a-4126-a270-1bdd891972a2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:00.624564 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f7a10317-f79b-4ad0-8620-60822ea31fc8 req-a07384d5-2d3a-4126-a270-1bdd891972a2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0932987
Apr 06 10:19:00.632224 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 46848) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:00.637632 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'floatingip': {'port_id': '1aa6d928-dbb0-49f3-969a-48a80b8956aa'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:00.675061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:00.721017 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:00.941746 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95a78e35-6d03-4b1e-b460-d04c157a22a4 req-89628e1f-6ffe-4139-b7a4-955edfd628ca tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3263717
Apr 06 10:19:00.951346 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-69e5d177-5c6d-4727-b4f3-66a616113de9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:00.952824 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-69e5d177-5c6d-4727-b4f3-66a616113de9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.3645871
Apr 06 10:19:01.037392 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-802fa0ad-8562-4164-86c7-3a7ec152dadd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441 HTTP/1.1" status: 200  len: 217 time: 0.0708013
Apr 06 10:19:01.126590 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-0b014569-1d8c-491a-b4e8-5af6a536acc2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:01.128019 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-0b014569-1d8c-491a-b4e8-5af6a536acc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0736001
Apr 06 10:19:01.141313 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.l3_db [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Floating IP 37b8e91b-7369-4ff3-a74e-88d97df8db63 associated. External IP: 172.27.2.36, port: 9d6a0d74-c12a-4661-9e34-58c6f9320a5d.
Apr 06 10:19:01.357795 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-8d132839-23af-4297-9827-d7c41442dbff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1637228
Apr 06 10:19:01.527955 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-a1fafd2b-7bb7-4397-8533-d2504a26a300 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519065
Apr 06 10:19:01.566543 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c9df0-e2c5-4bb4-8bbb-ebac247d7d6d req-a0a68938-e06d-4eee-9b4a-bc531c7e1850 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:01.568012 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-678c9df0-e2c5-4bb4-8bbb-ebac247d7d6d req-a0a68938-e06d-4eee-9b4a-bc531c7e1850 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.3158123
Apr 06 10:19:01.670999 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-678c9df0-e2c5-4bb4-8bbb-ebac247d7d6d req-bd1b0912-92e4-4234-8369-c7795497ddd1 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963500
Apr 06 10:19:01.771370 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:01.803109 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a7cec4c-1f7e-4f8e-b420-8758f7b4375a req-2118b667-ac32-42b7-9657-3437b0422c1f service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128618
Apr 06 10:19:01.854203 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:01.856215 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:19:02.069063 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Floating IP d728f6f0-bd3d-4bfe-87ec-9217e88ff332 associated. External IP: 172.27.2.149, port: 1aa6d928-dbb0-49f3-969a-48a80b8956aa.
Apr 06 10:19:02.102573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:19:02.107801 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:02.115908 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:19:02.129372 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:02.130626 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807c9ca0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:18:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:02.168717 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-24f17f24-f50e-4616-b362-635a378cfed1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "PUT /v2.0/floatingips/37b8e91b-7369-4ff3-a74e-88d97df8db63 HTTP/1.1" status: 200  len: 990 time: 2.7364645
Apr 06 10:19:02.169504 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'tag': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:19:02.235662 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf99658-734b-4be0-ba71-d05d142d9be5'] response: {'name': 'network-changed', 'server_uuid': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'tag': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'status': 'completed', 'code': 200}
Apr 06 10:19:02.260598 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58b87-f78d-4eca-a06a-3c36411debf2 req-b7370190-44f9-4a02-aa30-f732a4b4bcb4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:02.262139 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-15a58b87-f78d-4eca-a06a-3c36411debf2 req-b7370190-44f9-4a02-aa30-f732a4b4bcb4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0848706
Apr 06 10:19:02.330039 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:02.454237 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-15a58b87-f78d-4eca-a06a-3c36411debf2 req-c108a81f-ffcd-4050-bdb7-4d1c3fce4cfa tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804602
Apr 06 10:19:02.480771 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-33f58fc2-ce61-4215-975e-362d57940cd8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 1098 time: 0.1910489
Apr 06 10:19:02.658094 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-6c5a02d5-225b-48d7-a3db-a1ad9d2ad646 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:02.659715 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-6c5a02d5-225b-48d7-a3db-a1ad9d2ad646 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.61 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.1215122
Apr 06 10:19:02.687930 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-08920849-1c9f-463a-839e-9325e1a1c55f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:02.689703 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-08920849-1c9f-463a-839e-9325e1a1c55f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 914 time: 0.1956892
Apr 06 10:19:02.824234 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-c2b73bf8-29d5-4f6c-bf30-3e1ed4612fc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d6a0d74-c12a-4661-9e34-58c6f9320a5d HTTP/1.1" status: 200  len: 998 time: 0.1281343
Apr 06 10:19:02.848751 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Deleting port 638db887-514c-4627-b8d1-4f59bff2d3a4 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:19:02.848751 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:02.859342 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807c9ca0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:00Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:02.865425 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:19:02.886607 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:02.887440 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807c9ca0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:18:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:02.946236 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-7e7276c0-93e7-4a0f-af20-e4cfbccb6db4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:02.947858 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-7e7276c0-93e7-4a0f-af20-e4cfbccb6db4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.1115973
Apr 06 10:19:03.057373 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-bdaadcea-8891-4d49-88f9-36daf8040114 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962298
Apr 06 10:19:03.172485 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:03.238450 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-3de03a1b-6d29-41fa-85af-4cf249858fcc service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643417
Apr 06 10:19:03.240353 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:19:03.276469 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a41b6-6597-4a43-a32e-32490e0531ab req-a70072ea-9c44-4803-9071-a16fd3eb22bc tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:03.277956 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed0a41b6-6597-4a43-a32e-32490e0531ab req-a70072ea-9c44-4803-9071-a16fd3eb22bc tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 945 time: 0.3547645
Apr 06 10:19:03.446923 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-970b3e7c-b259-4ee9-befc-0bb5df38e45e req-869cc8a5-6028-4ce0-aa73-dc7d484225a4 service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941509
Apr 06 10:19:03.521243 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] For port 638db887-514c-4627-b8d1-4f59bff2d3a4, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=638db887-514c-4627-b8d1-4f59bff2d3a4,segment=NetworkSegment(7341fc16-2b5d-4611-8504-93b507fc8552),segment_id=7341fc16-2b5d-4611-8504-93b507fc8552)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:03.521243 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:03.526206 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed0a41b6-6597-4a43-a32e-32490e0531ab req-4aad56ce-73a9-4cbc-ab57-39820300e6d0 tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/security-groups?id=978e629f-400b-4bd7-87d5-7f40903b4fe5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2389646
Apr 06 10:19:03.593116 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807c9ca0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:00Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:03.598128 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f44d8a-1b0d-4af4-b21b-1b749102d3a4 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:00Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:19:03.714637 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c352d-bf00-4daf-84a8-e4409445c5a8 req-fe477356-4c15-4ed5-9e71-4eddb595b709 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:03.716697 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-514c352d-bf00-4daf-84a8-e4409445c5a8 req-fe477356-4c15-4ed5-9e71-4eddb595b709 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1229408
Apr 06 10:19:03.731340 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Calling delete_port for 638db887-514c-4627-b8d1-4f59bff2d3a4 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:19:03.774515 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-514c352d-bf00-4daf-84a8-e4409445c5a8 req-4cc4598e-c3fe-44c1-bfbd-0014f03d0ea7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511084
Apr 06 10:19:03.868445 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b2f24-9da4-4335-ae8c-2db95d9aae58 None None] New status for floating IP 37b8e91b-7369-4ff3-a74e-88d97df8db63: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:19:03.996841 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:19:04.006127 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:04.008748 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] Sync routers for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:19:04.024295 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:04.024973 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80623f10>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:18:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:04.075975 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-fea0b75e-a9bd-4830-bcdc-cbd4630444ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "PUT /v2.0/floatingips/d728f6f0-bd3d-4bfe-87ec-9217e88ff332 HTTP/1.1" status: 200  len: 992 time: 3.4323394
Apr 06 10:19:04.075975 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:19:04.088740 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:04.135522 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e848b7a-3d5e-4e41-8ced-980890472bc2'] response: {'name': 'network-changed', 'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'status': 'completed', 'code': 200}
Apr 06 10:19:04.144692 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Pushing event deleted for resources: {'Port': ['ID=638db887-514c-4627-b8d1-4f59bff2d3a4,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:04.202952 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['638db887-514c-4627-b8d1-4f59bff2d3a4'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:19:04.220422 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.220861 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.221421 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.222914 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.223875 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.224295 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.224695 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.225234 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.225637 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.226058 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.226585 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:04.240139 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:04.244548 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] No DVR routers for this DVR port 638db887-514c-4627-b8d1-4f59bff2d3a4 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:19:04.248105 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:04.248991 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-e8bc637a-6b7f-494d-b189-2313271d1c5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 1099 time: 0.0829737
Apr 06 10:19:04.250134 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-addc433c-7cf2-4e0f-bafd-e1dc700233ae req-cbc104e0-e1e3-4d64-a2c8-fc9df4f7553a tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.61 "DELETE /v2.0/ports/638db887-514c-4627-b8d1-4f59bff2d3a4 HTTP/1.1" status: 204  len: 173 time: 1.5805278
Apr 06 10:19:04.399043 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-e7344138-ec23-401f-887d-f4c6c639ec8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:04.400556 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-e7344138-ec23-401f-887d-f4c6c639ec8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.1407602
Apr 06 10:19:04.528222 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-fd6aff18-9a08-49b3-88db-0fb6cbbeb97f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa HTTP/1.1" status: 200  len: 1000 time: 0.1113756
Apr 06 10:19:04.651785 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80623f10>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'd728f6f0-bd3d-4bfe-87ec-9217e88ff332', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'port_id': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'mac_address': 'fa:16:3e:08:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:01Z', 'revision_number': 1, 'project_id': '872b80d8f161486ab774165084e4feca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:04.655076 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-a8df3b33-f373-4c4d-b413-d85bdff04283 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:04.656740 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-a8df3b33-f373-4c4d-b413-d85bdff04283 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.1100152
Apr 06 10:19:04.665027 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] Checking router: 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:19:04.676696 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:04.677299 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80623f10>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:18:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:04.765954 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8338eb14-509b-4d12-b1d6-a33926f9b09e req-0143314b-1d97-47b8-9623-b658eecdc82e tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 210 time: 0.0551813
Apr 06 10:19:04.845824 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-a47a2aab-b0b0-4fa7-81c5-39173724c8a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1747396
Apr 06 10:19:05.013826 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-8fa8f3bc-3349-49c1-8bee-3c4ae02beca1 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626515
Apr 06 10:19:05.040989 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:05.116449 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178587f3-c0a9-4c10-9dfc-2a249fb78da8 req-44026e37-8084-42f4-92ac-db7ec00fb8d6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:05.118838 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-178587f3-c0a9-4c10-9dfc-2a249fb78da8 req-44026e37-8084-42f4-92ac-db7ec00fb8d6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1329558
Apr 06 10:19:05.213853 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 46962) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:05.216757 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-178587f3-c0a9-4c10-9dfc-2a249fb78da8 req-daa4a457-c04e-4b2d-986a-c7c34a93731c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914483
Apr 06 10:19:05.352675 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9a5949b1-7e9a-404b-ae44-a0bebdb6965a req-137f9170-c5ec-46df-b475-f9b19e50c789 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3310840
Apr 06 10:19:05.410425 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:05.451348 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:05.455738 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Usage tracker for resource:security_group_rule and tenant:87a50096fc3440fda295425664e4f31e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:05.459017 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:05.466283 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:05.536407 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:05.538659 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80623f10>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'd728f6f0-bd3d-4bfe-87ec-9217e88ff332', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'port_id': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'mac_address': 'fa:16:3e:08:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:01Z', 'revision_number': 1, 'project_id': '872b80d8f161486ab774165084e4feca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:05.542553 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3fd81-93fa-481b-94f1-268f6826e443 None None] The sync data for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi is: [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'd728f6f0-bd3d-4bfe-87ec-9217e88ff332', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'port_id': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'mac_address': 'fa:16:3e:08:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:01Z', 'revision_number': 1, 'project_id': '872b80d8f161486ab774165084e4feca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:19:05.614706 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:05.662478 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2433713-18de-409f-a5b2-9c89a0645748,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:05.668086 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87a50096fc3440fda295425664e4f31e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4532320
Apr 06 10:19:05.670894 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 46972) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:05.675646 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.676067 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.676492 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.676742 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.677079 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.677461 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.678280 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.678280 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.678614 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.678935 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.679261 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee54568-149a-4c56-bf95-29ef43786c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:05.731700 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-076b4f40-dccb-46c3-a4f6-10b747c1af8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:05.760708 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-076b4f40-dccb-46c3-a4f6-10b747c1af8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:05.969029 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-076b4f40-dccb-46c3-a4f6-10b747c1af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:05.987259 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b4f40-dccb-46c3-a4f6-10b747c1af8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2433713-18de-409f-a5b2-9c89a0645748,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:05.998817 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-076b4f40-dccb-46c3-a4f6-10b747c1af8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:06.000482 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-076b4f40-dccb-46c3-a4f6-10b747c1af8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2433713-18de-409f-a5b2-9c89a0645748 HTTP/1.1" status: 204  len: 168 time: 0.3286197
Apr 06 10:19:06.118634 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fb5a8463-e034-45c4-930e-1f5c9143eeec req-b20d6f78-d999-4507-a119-1398556d508f tempest-DeleteServersTestJSON-1746352526 tempest-DeleteServersTestJSON-1746352526-project] 10.222.0.11 "GET /v2.0/ports?device_id=54cf5054-c5a4-456b-8b73-754d89c8dfd9 HTTP/1.1" status: 200  len: 210 time: 0.0454192
Apr 06 10:19:06.136570 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf5054-c5a4-456b-8b73-754d89c8dfd9', 'name': 'network-vif-deleted', 'tag': '638db887-514c-4627-b8d1-4f59bff2d3a4'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:19:06.219465 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1038c9e0-4510-4d60-ad3c-843088775107'] response: {'server_uuid': '54cf5054-c5a4-456b-8b73-754d89c8dfd9', 'name': 'network-vif-deleted', 'tag': '638db887-514c-4627-b8d1-4f59bff2d3a4', 'status': 'completed', 'code': 200}
Apr 06 10:19:06.408063 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d833384-615c-42af-8f1d-58d3f97b4348 req-39024fbf-925d-4a42-af88-bed5fba36cb2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:06.409548 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d833384-615c-42af-8f1d-58d3f97b4348 req-39024fbf-925d-4a42-af88-bed5fba36cb2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0764637
Apr 06 10:19:06.457624 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d833384-615c-42af-8f1d-58d3f97b4348 req-19bc5025-7c6a-48d7-9f8b-e52665f7834f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420272
Apr 06 10:19:07.717147 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0b231-ce74-4258-a994-40f75e938923 req-154491e2-7674-4add-91e0-e81b18151231 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:07.718639 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ffc0b231-ce74-4258-a994-40f75e938923 req-154491e2-7674-4add-91e0-e81b18151231 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0821431
Apr 06 10:19:07.765062 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ffc0b231-ce74-4258-a994-40f75e938923 req-7a927d37-54ae-4071-a273-fa1a5987775e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399191
Apr 06 10:19:08.226048 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80103cf8-717e-4ef1-93eb-48a1a0788cdc None None] New status for floating IP d728f6f0-bd3d-4bfe-87ec-9217e88ff332: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:19:08.476081 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 638db887-514c-4627-b8d1-4f59bff2d3a4 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:19:08.507653 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 638db887-514c-4627-b8d1-4f59bff2d3a4 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:19:08.507995 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 638db887-514c-4627-b8d1-4f59bff2d3a4 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:19:08.967595 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e5e9-e12a-402c-badd-b5d97258ca3d req-fe29b8da-cbcb-4f8b-9853-c4dca46d389e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:08.969027 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-32b2e5e9-e12a-402c-badd-b5d97258ca3d req-fe29b8da-cbcb-4f8b-9853-c4dca46d389e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0742972
Apr 06 10:19:09.013427 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-32b2e5e9-e12a-402c-badd-b5d97258ca3d req-80bd0724-303d-4b9d-b905-53777c88de78 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389104
Apr 06 10:19:10.213607 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4745d-d2c3-443c-b25e-339c2b8e26f7 req-7f557796-0df5-43a4-ba23-5f3f7663aa1f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:10.215086 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-07a4745d-d2c3-443c-b25e-339c2b8e26f7 req-7f557796-0df5-43a4-ba23-5f3f7663aa1f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0771282
Apr 06 10:19:10.269258 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-07a4745d-d2c3-443c-b25e-339c2b8e26f7 req-d77b15ca-acf8-439f-8aee-ff8e5df06209 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485084
Apr 06 10:19:11.494881 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df276ed-24d4-4f46-b6c4-6b851235d41c req-abc9f3b5-971d-47bd-a31a-9ceab3af5086 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:11.496321 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1df276ed-24d4-4f46-b6c4-6b851235d41c req-abc9f3b5-971d-47bd-a31a-9ceab3af5086 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0798752
Apr 06 10:19:11.542695 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1df276ed-24d4-4f46-b6c4-6b851235d41c req-3041682f-3ae9-4baa-a051-115c915da96c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408576
Apr 06 10:19:12.740690 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b392b-5b48-4e8b-bd73-2091d7260e0c req-48b30a68-ca60-447c-ad0d-70bba81751d8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:12.742132 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-914b392b-5b48-4e8b-bd73-2091d7260e0c req-48b30a68-ca60-447c-ad0d-70bba81751d8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0781271
Apr 06 10:19:12.787634 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-914b392b-5b48-4e8b-bd73-2091d7260e0c req-1bb6cea9-4f0c-48d4-a6cc-fa326aad6365 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401134
Apr 06 10:19:13.982635 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013ffa-de24-4c20-a524-84c07a7153d4 req-1af15f8e-5a25-4b7b-91b0-32fdbddb0076 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:13.983988 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-68013ffa-de24-4c20-a524-84c07a7153d4 req-1af15f8e-5a25-4b7b-91b0-32fdbddb0076 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0755322
Apr 06 10:19:14.032154 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-68013ffa-de24-4c20-a524-84c07a7153d4 req-d48b8798-153b-4670-a6cc-f708fc675ed4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427029
Apr 06 10:19:15.232342 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374d3a7-c02a-4e20-98ed-2ecd1129e398 req-aeff306b-bffe-4788-8506-74bece3b6d0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:15.233702 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5374d3a7-c02a-4e20-98ed-2ecd1129e398 req-aeff306b-bffe-4788-8506-74bece3b6d0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0765920
Apr 06 10:19:15.287762 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5374d3a7-c02a-4e20-98ed-2ecd1129e398 req-b4fe89f3-8f38-4435-b2be-dd0b0300ea3c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467415
Apr 06 10:19:15.792445 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47180) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:15.856725 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3c4d82-e91b-4c53-a844-c566927b1361 admin admin] Deleting subnet 7cadddd3-6efa-4dcc-af78-8bb774e94f8b {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:19:15.859824 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4d82-e91b-4c53-a844-c566927b1361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:15.912990 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4d82-e91b-4c53-a844-c566927b1361 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:15.920349 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4d82-e91b-4c53-a844-c566927b1361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.084065 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4d82-e91b-4c53-a844-c566927b1361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.121262 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c4d82-e91b-4c53-a844-c566927b1361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cadddd3-6efa-4dcc-af78-8bb774e94f8b,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:16.127753 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4d82-e91b-4c53-a844-c566927b1361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.137099 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47206) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:16.143096 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-fa3c4d82-e91b-4c53-a844-c566927b1361 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7cadddd3-6efa-4dcc-af78-8bb774e94f8b HTTP/1.1" status: 204  len: 168 time: 0.3491402
Apr 06 10:19:16.251972 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.253281 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47214) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:16.331867 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-43461fe1-c6d9-4785-b6a4-22f11d970ad0 admin admin] Deleting subnet 2e242d8f-9c24-479e-865c-fe9ff7aa3964 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:19:16.344276 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-43461fe1-c6d9-4785-b6a4-22f11d970ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.433816 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.434401 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-43461fe1-c6d9-4785-b6a4-22f11d970ad0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.466304 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1e7f9067c0>> segment before_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.466660 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1e7f9067c0>> subnet precommit_delete_associations 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.467623 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e803117f0>> segment_host_mapping after_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.467872 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e803117f0>> port after_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.468255 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e803117f0>> port after_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.468620 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e803117f0>> port after_update 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.468961 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e803117f0>> segment after_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.469304 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e803117f0>> subnet after_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.469865 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e803117f0>> subnet after_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.470219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e803117f0>> subnet after_update 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.484192 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-43461fe1-c6d9-4785-b6a4-22f11d970ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.579865 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9daa5-9901-431d-9f62-a35a1c81d6e4 req-8d2d0eaa-aae4-445c-8689-63f7f1351dee tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:16.581685 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c7c9daa5-9901-431d-9f62-a35a1c81d6e4 req-8d2d0eaa-aae4-445c-8689-63f7f1351dee tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1439266
Apr 06 10:19:16.629535 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7fc87a60>> subnet after_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.631172 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7fc87a60>> subnet after_delete 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.632687 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7fc87a60>> subnet before_create 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.633093 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7fc87a60>> subnet before_update 55550000 {{(pid=83994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:16.633378 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c7c9daa5-9901-431d-9f62-a35a1c81d6e4 req-8abf0b8c-f4be-4ca4-b7ec-a82ed7b6a813 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453930
Apr 06 10:19:16.633878 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8007a520>,) {'filters': {'network_id': ['b1459ff7-4c90-47af-98df-39c1de1bcec3']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:16.648857 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8007a520>, '7341fc16-2b5d-4611-8504-93b507fc8552') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:16.649544 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8007a520>, '7341fc16-2b5d-4611-8504-93b507fc8552') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:16.670013 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.672019 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-43461fe1-c6d9-4785-b6a4-22f11d970ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.696872 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.704160 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:19:16.704759 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.715962 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43461fe1-c6d9-4785-b6a4-22f11d970ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e242d8f-9c24-479e-865c-fe9ff7aa3964,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:16.727806 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-43461fe1-c6d9-4785-b6a4-22f11d970ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   util.warn_limited(
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   util.warn_limited(
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:19:16.728265 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:19:16.730613 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-43461fe1-c6d9-4785-b6a4-22f11d970ad0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2e242d8f-9c24-479e-865c-fe9ff7aa3964 HTTP/1.1" status: 204  len: 168 time: 0.4726083
Apr 06 10:19:16.730613 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47232) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:16.834383 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.911332 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.933442 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:16.948180 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b1459ff7-4c90-47af-98df-39c1de1bcec3,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:16.976887 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.003288 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1e7fa913d0>> segment before_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.003827 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1e7fa913d0>> subnet precommit_delete_associations 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.004617 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e804951c0>> segment_host_mapping after_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.005526 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e804951c0>> port after_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.005850 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e804951c0>> port after_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.006241 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e804951c0>> port after_update 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.006580 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e804951c0>> segment after_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.006917 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e804951c0>> subnet after_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.007226 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e804951c0>> subnet after_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.007694 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e804951c0>> subnet after_update 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.037903 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d05367f5-a225-453c-80b6-8e3d24e7d1dd admin admin] 10.222.0.11 "DELETE /v2.0/networks/b1459ff7-4c90-47af-98df-39c1de1bcec3 HTTP/1.1" status: 204  len: 168 time: 0.8996725
Apr 06 10:19:17.073076 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7f99daf0>> subnet after_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.073425 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7f99daf0>> subnet after_delete 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.073752 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7f99daf0>> subnet before_create 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.074168 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7f99daf0>> subnet before_update 55550000 {{(pid=83995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 06 10:19:17.074558 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e80495670>,) {'filters': {'network_id': ['35a3beb4-86a5-41e8-b94c-194133e11cf9']}} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:17.098401 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e80495670>, '750ab35f-ba6b-4363-ad0e-120f762d6134') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:17.098401 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e80495670>, '750ab35f-ba6b-4363-ad0e-120f762d6134') {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:17.104172 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267310291'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.120277 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.127865 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:19:17.128305 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1105088'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   util.warn_limited(
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   util.warn_limited(
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]: Traceback (most recent call last):
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     timer()
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     cb(*args, **kw)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     return func(*args, **kwargs)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     self._notify()
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     self.callback(batched_events)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     event.method(event)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     return f(self, *a, **k)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._get(url).json()
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:19:17.144438 dv-cinder-836753-1-iscsi neutron-server[83995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:19:17.288340 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.316647 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.319957 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a3beb4-86a5-41e8-b94c-194133e11cf9,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:17.325111 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f592e185-687f-42a5-8527-3d21f79dd054 admin admin] 10.222.0.11 "DELETE /v2.0/networks/35a3beb4-86a5-41e8-b94c-194133e11cf9 HTTP/1.1" status: 204  len: 168 time: 0.5944905
Apr 06 10:19:17.327967 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47252) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:17.387403 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-19df4fca-9d8d-4164-9056-526d5867f80b admin admin] Deleting subnet 1a9dc3c6-bce6-46f0-87c6-bd2d2477e9e7 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:19:17.390600 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-19df4fca-9d8d-4164-9056-526d5867f80b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.419676 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47260) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:17.447375 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-19df4fca-9d8d-4164-9056-526d5867f80b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.477304 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-eda2de5b-9bd4-41c6-8a5c-cc3015ec5dd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ffd94a428684058ae80ac859a4f690e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0564768
Apr 06 10:19:17.479694 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47266) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:17.509335 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-19df4fca-9d8d-4164-9056-526d5867f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.545835 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4887034e-5fc0-40b3-b92f-0c8c20b0dfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.572278 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4887034e-5fc0-40b3-b92f-0c8c20b0dfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.654454 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-19df4fca-9d8d-4164-9056-526d5867f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.690955 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df4fca-9d8d-4164-9056-526d5867f80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9dc3c6-bce6-46f0-87c6-bd2d2477e9e7,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:17.694697 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4887034e-5fc0-40b3-b92f-0c8c20b0dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.701721 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-19df4fca-9d8d-4164-9056-526d5867f80b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.711375 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-19df4fca-9d8d-4164-9056-526d5867f80b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1a9dc3c6-bce6-46f0-87c6-bd2d2477e9e7 HTTP/1.1" status: 204  len: 168 time: 0.3801985
Apr 06 10:19:17.711609 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47272) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:17.720748 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887034e-5fc0-40b3-b92f-0c8c20b0dfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978e629f-400b-4bd7-87d5-7f40903b4fe5,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:17.828147 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4887034e-5fc0-40b3-b92f-0c8c20b0dfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.829518 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4887034e-5fc0-40b3-b92f-0c8c20b0dfcc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/978e629f-400b-4bd7-87d5-7f40903b4fe5 HTTP/1.1" status: 204  len: 168 time: 0.3489430
Apr 06 10:19:17.867097 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ae52-d364-4cdf-ab3e-1d702447441f req-7f738c25-7c87-4ff1-acfe-af3bdcab289a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:17.870589 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d3a0ae52-d364-4cdf-ab3e-1d702447441f req-7f738c25-7c87-4ff1-acfe-af3bdcab289a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0938513
Apr 06 10:19:17.886243 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:17.930192 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d3a0ae52-d364-4cdf-ab3e-1d702447441f req-655bc312-7540-48e9-b04f-c7d5a449f827 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518844
Apr 06 10:19:18.026011 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:18.056135 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8032d160>,) {'filters': {'network_id': ['ba94066e-0997-4838-9ad5-836d458e6dd5']}} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:18.070491 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8032d160>, 'e60f9577-ed26-4efb-afd7-d3796edca124') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:18.070581 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8032d160>, 'e60f9577-ed26-4efb-afd7-d3796edca124') {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:18.082311 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267310291'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:18.100740 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:18.107878 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:19:18.108322 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1105088'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]: Traceback (most recent call last):
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     timer()
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     cb(*args, **kw)
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     return func(*args, **kwargs)
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     self._notify()
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     self.callback(batched_events)
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     event.method(event)
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     return f(self, *a, **k)
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._get(url).json()
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:19:18.124132 dv-cinder-836753-1-iscsi neutron-server[83995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:19:18.259922 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:18.279027 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:18.286314 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba94066e-0997-4838-9ad5-836d458e6dd5,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:18.291590 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-60ef17ee-60ee-487a-b2c0-97d26d46361b admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba94066e-0997-4838-9ad5-836d458e6dd5 HTTP/1.1" status: 204  len: 168 time: 0.5768642
Apr 06 10:19:18.351379 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:18.686118 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47300) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:18.756377 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47308) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:18.845382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47314) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:18.896460 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:18.918861 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d3486e1b-d8ec-4b6b-a0e0-cf638946f46a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2086581c98a14da9bff9017750c34a11&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0722849
Apr 06 10:19:18.919679 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47318) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:18.939732 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:18.940587 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] Usage tracker for resource:security_group_rule and tenant:e49702698a2a4a14b831f6a72cb9907a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:18.944384 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:18.962269 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:18.986513 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7461cc82-62d5-484d-9e45-4aaaee9512f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.017683 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7461cc82-62d5-484d-9e45-4aaaee9512f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.104336 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.190577 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.204665 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.208466 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7461cc82-62d5-484d-9e45-4aaaee9512f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.225016 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461cc82-62d5-484d-9e45-4aaaee9512f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8631286-ce8b-4622-898d-2ae6e28d3698,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:19.229503 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7461cc82-62d5-484d-9e45-4aaaee9512f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.233598 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7461cc82-62d5-484d-9e45-4aaaee9512f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8631286-ce8b-4622-898d-2ae6e28d3698 HTTP/1.1" status: 204  len: 168 time: 0.3097806
Apr 06 10:19:19.270904 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caaf191-2a37-48d9-a019-3e0a9bfb250a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:19.279692 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-399f07ba-7fac-432a-b701-1cd50fd8b081 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e49702698a2a4a14b831f6a72cb9907a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5901029
Apr 06 10:19:19.280410 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47336) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:19.292079 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:19.298461 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] Usage tracker for resource:security_group_rule and tenant:118b4c2c00a9436bbe1753faf3fe61f2 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:19.302143 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:19.310561 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:19.320379 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3b563-ff7f-484d-9e45-9207055528bf req-d6685630-4946-45f0-aac2-8051d048f2e9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:19.322299 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0cf3b563-ff7f-484d-9e45-9207055528bf req-d6685630-4946-45f0-aac2-8051d048f2e9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.2133315
Apr 06 10:19:19.360633 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d88a8de8-04a2-4892-bdc4-1e54c4eb8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.397733 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d88a8de8-04a2-4892-bdc4-1e54c4eb8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.422265 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0cf3b563-ff7f-484d-9e45-9207055528bf req-3597dd87-35fe-4b25-82a1-6b948502dfda tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926106
Apr 06 10:19:19.467031 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.522910 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.574534 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d8219a-28c3-4df5-90f8-3a83b78b62c6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:19.578798 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-38f11d13-a316-41d5-972b-6d0daf23c977 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=118b4c2c00a9436bbe1753faf3fe61f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8211844
Apr 06 10:19:19.581670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47344) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:19.587578 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d88a8de8-04a2-4892-bdc4-1e54c4eb8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.618056 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a8de8-04a2-4892-bdc4-1e54c4eb8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caaf191-2a37-48d9-a019-3e0a9bfb250a,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:19.622635 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d88a8de8-04a2-4892-bdc4-1e54c4eb8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.623823 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d88a8de8-04a2-4892-bdc4-1e54c4eb8dc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6caaf191-2a37-48d9-a019-3e0a9bfb250a HTTP/1.1" status: 204  len: 168 time: 0.3424261
Apr 06 10:19:19.684671 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bdfe2c18-bd47-4119-9347-eaa564f2e1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.712181 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bdfe2c18-bd47-4119-9347-eaa564f2e1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.888841 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bdfe2c18-bd47-4119-9347-eaa564f2e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.908766 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe2c18-bd47-4119-9347-eaa564f2e1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d8219a-28c3-4df5-90f8-3a83b78b62c6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:19.919725 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bdfe2c18-bd47-4119-9347-eaa564f2e1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:19.920852 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-bdfe2c18-bd47-4119-9347-eaa564f2e1b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57d8219a-28c3-4df5-90f8-3a83b78b62c6 HTTP/1.1" status: 204  len: 168 time: 0.3382258
Apr 06 10:19:20.115880 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47364) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:20.180952 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a06520bb-a1dc-43cd-8280-71798d01f66f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70b18df55f854f4798c039e6354a758e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0614829
Apr 06 10:19:20.181360 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47370) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:20.249132 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b417027-01f5-4285-9ed3-cecbff122b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:20.278315 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b417027-01f5-4285-9ed3-cecbff122b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:20.471419 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b417027-01f5-4285-9ed3-cecbff122b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:20.497916 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b417027-01f5-4285-9ed3-cecbff122b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69f5f30-92f3-4516-ae06-9895a260be45,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:20.505457 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b417027-01f5-4285-9ed3-cecbff122b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:20.511259 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-9b417027-01f5-4285-9ed3-cecbff122b88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d69f5f30-92f3-4516-ae06-9895a260be45 HTTP/1.1" status: 204  len: 168 time: 0.3289824
Apr 06 10:19:20.636309 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07642d-7018-440e-88a5-6ef698364961 req-47116e3b-6419-4f29-b749-27adb07743b4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:20.637845 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47386) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:20.646161 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9b07642d-7018-440e-88a5-6ef698364961 req-47116e3b-6419-4f29-b749-27adb07743b4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0979202
Apr 06 10:19:20.691584 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9b07642d-7018-440e-88a5-6ef698364961 req-c0658d01-0574-4889-bc12-1bac326b8c4c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443587
Apr 06 10:19:20.973968 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1057206471-network', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:20.986828 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:20.992089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Usage tracker for resource:network and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:20.995631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:21.003217 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:21.094142 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Made reservation on behalf of 6fa59c85afb44ed2b62b06378c5fba49 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:19:21.096584 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.111342 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.134263 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-56c75a51-8c63-44f7-b673-73b6a1f0ebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.147813 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:21.153900 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:21.156878 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:21.164709 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:21.242556 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.316368 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.351761 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:19:21.360402 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa0e1f2-3bb2-490b-b6aa-54d80f9fdac7,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:21.367001 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.367349 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.segments_db [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Added segment 5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c of type vlan for network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df
Apr 06 10:19:21.394896 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.505951 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.506851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:21.507439 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.609372 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] Pushing event updated for resources: {'Network': ['ID=22b3a2b8-1d0e-4c47-8372-f8416cfc73df,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:21.619500 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:19:21.689745 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-fe9b870c-0d0c-400e-980f-51158beb3034 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0455642
Apr 06 10:19:21.689745 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47422) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:21.695266 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Request body: {'subnet': {'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1057206471-subnet', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:21.699359 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:21.703325 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Usage tracker for resource:subnet and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:21.706313 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:21.712386 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:21.786205 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Made reservation on behalf of 6fa59c85afb44ed2b62b06378c5fba49 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:19:21.788913 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267244976'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:21.963296 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7a729-13a5-4349-92f4-842fdf14ba7e req-808e78a7-2902-4fe4-b9a2-7d967fdfe2d2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:21.969959 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-74c7a729-13a5-4349-92f4-842fdf14ba7e req-808e78a7-2902-4fe4-b9a2-7d967fdfe2d2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1206326
Apr 06 10:19:22.084845 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-74c7a729-13a5-4349-92f4-842fdf14ba7e req-28ba4dad-1077-44a4-81e3-37ad308f6f3a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139543
Apr 06 10:19:22.220389 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1104991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267244958'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:22.290947 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3b2ca7-32de-42fe-acfd-abbc00704239,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:22.305292 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Checking segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:19:22.312007 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Network hostable DHCP agents. Network: 22b3a2b8-1d0e-4c47-8372-f8416cfc73df, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:19:22.374168 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:19:22.431188 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 22b3a2b8-1d0e-4c47-8372-f8416cfc73df) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:22.436027 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:22.437108 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:22.443433 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da673d-808a-4934-8f94-4f24e26eb361 None None] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:19:22.459694 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47454) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:22.518371 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-cab11fa2-17f9-4d3c-bd54-57df860860dc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8295801
Apr 06 10:19:22.521842 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47460) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:22.527216 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:22.532677 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:22.536673 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Usage tracker for resource:router and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:22.539499 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:22.546231 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:22.632060 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:22.633478 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:22.667854 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:22.684423 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:19:22.685228 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:22.871038 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Allocated IP 172.20.0.2 (22b3a2b8-1d0e-4c47-8372-f8416cfc73df/ec3b2ca7-32de-42fe-acfd-abbc00704239/9a220dca-57bd-4250-b3be-583bd967ca0e) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:19:22.927357 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1690426198-network', 'tenant_id': '89ed7903d80246599aa18eff8de20d8e'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:22.936283 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:22.945471 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Usage tracker for resource:network and tenant:89ed7903d80246599aa18eff8de20d8e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:22.949596 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:22.972636 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:22.994301 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.199083 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.199083 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Transition to ACTIVE for port object 9a220dca-57bd-4250-b3be-583bd967ca0e will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:19:23.199083 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Transition to ACTIVE for port object 9a220dca-57bd-4250-b3be-583bd967ca0e will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:19:23.258760 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Made reservation on behalf of 89ed7903d80246599aa18eff8de20d8e for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:19:23.261020 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.278378 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.401435 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:23.408526 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-eac9d29f-7e27-404a-bf0e-95671e1ae42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.409835 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Usage tracker for resource:security_group_rule and tenant:89ed7903d80246599aa18eff8de20d8e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:23.410888 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.431927 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:23.432923 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:23.465262 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9659f-0124-42ff-b1ab-569fcf6ac0e5 req-b679b800-614b-464c-b466-e5e178727af3 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:23.465262 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-22b9659f-0124-42ff-b1ab-569fcf6ac0e5 req-b679b800-614b-464c-b466-e5e178727af3 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.2529221
Apr 06 10:19:23.496461 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:19:23.497637 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:23.501417 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:19:23.547431 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Pushing event updated for resources: {'Port': ['ID=9a220dca-57bd-4250-b3be-583bd967ca0e,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:23.547587 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-22b9659f-0124-42ff-b1ab-569fcf6ac0e5 req-829bb980-49bf-46a8-b34b-67590506988b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841532
Apr 06 10:19:23.596394 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.617783 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Attempting to bind port 9a220dca-57bd-4250-b3be-583bd967ca0e on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:19:23.618183 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Attempting to bind port 9a220dca-57bd-4250-b3be-583bd967ca0e by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:19:23.618545 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Attempting to bind port 9a220dca-57bd-4250-b3be-583bd967ca0e on network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:19:23.625261 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:19:23.625639 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Checking segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:19:23.626099 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.626500 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Bound using segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:19:23.626968 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Bound port: 9a220dca-57bd-4250-b3be-583bd967ca0e, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:19:23.627342 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.666194 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.683042 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:19:23.697017 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.697486 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Added segment 84d65689-d635-403f-89c4-33323e1dd278 of type vlan for network bad1fc09-eeb6-4bdb-ad2f-20a336379de9
Apr 06 10:19:23.759855 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] For port 9a220dca-57bd-4250-b3be-583bd967ca0e, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:19:23.760043 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.760168 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] For port 9a220dca-57bd-4250-b3be-583bd967ca0e, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=9a220dca-57bd-4250-b3be-583bd967ca0e,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:19:23.769279 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.806701 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a180fb-b487-4bb4-9358-82fc789bd582,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:23.812028 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.878067 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.962041 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ee958-6cc6-4542-9aa7-978a8805b7b3 None None] Pushing event updated for resources: {'Port': ['ID=9a220dca-57bd-4250-b3be-583bd967ca0e,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:23.970688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:23.971728 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:23.972454 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:24.100593 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Allocated IP 172.27.2.16 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/c822cf81-2f63-4e6e-a368-20586f6e5c21) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:19:24.110160 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] Pushing event updated for resources: {'Network': ['ID=bad1fc09-eeb6-4bdb-ad2f-20a336379de9,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:24.121769 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:19:24.252696 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-81552987-d138-4c6d-a1b3-dff9fa720d8f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7911842
Apr 06 10:19:24.256166 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47518) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:24.265650 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Request body: {'subnet': {'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1690426198-subnet', 'tenant_id': '89ed7903d80246599aa18eff8de20d8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:24.273543 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:24.277897 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Usage tracker for resource:subnet and tenant:89ed7903d80246599aa18eff8de20d8e is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:24.281056 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:24.290742 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:24.356471 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:24.374052 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Made reservation on behalf of 89ed7903d80246599aa18eff8de20d8e for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:19:24.376667 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267244976'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:24.391491 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:24.496076 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:24.577042 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:19:24.586908 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:24.593802 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:19:24.634471 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Pushing event updated for resources: {'Port': ['ID=c822cf81-2f63-4e6e-a368-20586f6e5c21,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:24.785250 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1104991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267244958'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:24.884851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31111bb-6e48-45e5-a6c2-d51ad1679721,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:24.894625 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:24.896019 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:24.953155 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Checking segment: {'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:19:24.953722 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Network hostable DHCP agents. Network: bad1fc09-eeb6-4bdb-ad2f-20a336379de9, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:19:25.026816 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efa093-a3cf-4179-82e5-aca80065c3ec req-cda47eee-aad2-48e8-a98f-d88b170939da tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:25.028686 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-34efa093-a3cf-4179-82e5-aca80065c3ec req-cda47eee-aad2-48e8-a98f-d88b170939da tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1478608
Apr 06 10:19:25.086956 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-34efa093-a3cf-4179-82e5-aca80065c3ec req-b835cc8c-c8e6-4229-8cbc-48139876ad4a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519989
Apr 06 10:19:25.163552 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:19:25.165738 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dcff37-e442-40b9-bc11-1914acbea510 None None] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:19:25.235952 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 9a220dca-57bd-4250-b3be-583bd967ca0e up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:19:25.237995 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, bad1fc09-eeb6-4bdb-ad2f-20a336379de9) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:25.251473 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:25.252060 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:25.274815 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b27ba4-7d16-4cdd-b36d-4a37890cd647 None None] Network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:19:25.283113 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Router b1244669-e50b-45a9-bb5b-0edf918c3800 is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:19:25.296101 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:25.381500 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-18693227-b96c-4e8a-aafc-df69b04dd372 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1232948
Apr 06 10:19:25.534766 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-8c30d4fe-9cf3-49dc-a582-34ef857c3ed4 None None] Provisioning for port 9a220dca-57bd-4250-b3be-583bd967ca0e completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:19:25.657967 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:19:25.671839 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Sync routers for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:19:25.684237 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:25.688175 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80623670>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:19:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:25.700728 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 9a220dca-57bd-4250-b3be-583bd967ca0e completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:19:25.711703 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7a857e-1bab-49e0-863d-3987c8ad72cc None None] Network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:19:25.722846 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:25.724587 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-893c5fb0-81ef-4636-aa96-3e05d2248f26 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.2017598
Apr 06 10:19:25.727731 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47550) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:25.799145 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 9a220dca-57bd-4250-b3be-583bd967ca0e triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:25.799518 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:25.873770 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:25.924198 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:26.062196 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:26.178012 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 9a220dca-57bd-4250-b3be-583bd967ca0e, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=9a220dca-57bd-4250-b3be-583bd967ca0e,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:26.205232 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-0a99a284-4368-4f5b-a44a-4a345b036bcc None None] Provisioning complete for port 9a220dca-57bd-4250-b3be-583bd967ca0e triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:26.205911 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-0a99a284-4368-4f5b-a44a-4a345b036bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:26.284284 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:26.391859 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80623670>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:24Z', 'revision_number': 3, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:26.397044 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Checking router: b1244669-e50b-45a9-bb5b-0edf918c3800 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:19:26.397394 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Updating router b1244669-e50b-45a9-bb5b-0edf918c3800 port c822cf81-2f63-4e6e-a368-20586f6e5c21 binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:19:26.404778 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff207d7-8b01-47e8-9c46-b4c4d264a0bb req-23a1baeb-d1e0-42c1-8730-97e9e1372f49 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:26.413006 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0ff207d7-8b01-47e8-9c46-b4c4d264a0bb req-23a1baeb-d1e0-42c1-8730-97e9e1372f49 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1023684
Apr 06 10:19:26.453453 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:26.456202 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=9a220dca-57bd-4250-b3be-583bd967ca0e,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:26.463084 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0ff207d7-8b01-47e8-9c46-b4c4d264a0bb req-ff77b900-272c-498b-82ea-dbcf492eb2f2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492229
Apr 06 10:19:26.793654 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:26.816310 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:26.827934 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Transition to ACTIVE for port object c822cf81-2f63-4e6e-a368-20586f6e5c21 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:19:26.950626 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.007707 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Allocated IP 172.20.0.1 (22b3a2b8-1d0e-4c47-8372-f8416cfc73df/ec3b2ca7-32de-42fe-acfd-abbc00704239/4a70c017-8e4a-4e11-a0b3-675a178beec0) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:19:27.040212 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Attempting to bind port c822cf81-2f63-4e6e-a368-20586f6e5c21 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:19:27.044249 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Attempting to bind port c822cf81-2f63-4e6e-a368-20586f6e5c21 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:19:27.044249 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Attempting to bind port c822cf81-2f63-4e6e-a368-20586f6e5c21 on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:19:27.044249 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Pushing event updated for resources: {'Port': ['ID=c822cf81-2f63-4e6e-a368-20586f6e5c21,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:27.056189 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.056831 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.057316 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.057809 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.058883 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.059543 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.061216 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.061216 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.061216 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.061216 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.061216 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:19:27.064488 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:19:27.064919 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:19:27.065320 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.065702 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:19:27.066247 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Bound port: c822cf81-2f63-4e6e-a368-20586f6e5c21, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:19:27.067394 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.150802 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] For port c822cf81-2f63-4e6e-a368-20586f6e5c21, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:19:27.152437 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 9a220dca-57bd-4250-b3be-583bd967ca0e up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:19:27.154100 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] For port c822cf81-2f63-4e6e-a368-20586f6e5c21, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=c822cf81-2f63-4e6e-a368-20586f6e5c21,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:19:27.211057 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.226794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 9a220dca-57bd-4250-b3be-583bd967ca0e triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:27.227317 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.227408 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Transition to ACTIVE for port object 4a70c017-8e4a-4e11-a0b3-675a178beec0 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:19:27.231586 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.311742 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.350673 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a5416-a8eb-4a6b-bf2c-62d893d19832 None None] Pushing event updated for resources: {'Port': ['ID=c822cf81-2f63-4e6e-a368-20586f6e5c21,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:27.357876 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:27.358653 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80623670>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:19:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:27.390445 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:19:27.393306 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:27.397511 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:19:27.503282 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Pushing event updated for resources: {'Port': ['ID=4a70c017-8e4a-4e11-a0b3-675a178beec0,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:27.539961 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.577438 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:27.738262 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.791326 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d2f5602a-7ba9-42a7-b5e2-c493141c0f75 None None] Provisioning for port 4a70c017-8e4a-4e11-a0b3-675a178beec0 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:19:27.797080 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d2f5602a-7ba9-42a7-b5e2-c493141c0f75 None None] Provisioning complete for port 4a70c017-8e4a-4e11-a0b3-675a178beec0 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:27.797559 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d2f5602a-7ba9-42a7-b5e2-c493141c0f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:27.852499 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b926c97-650d-47d4-bc9e-85e6d83d0432 req-116fc586-e324-40d5-88a6-419a6fcb0392 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:27.854368 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4b926c97-650d-47d4-bc9e-85e6d83d0432 req-116fc586-e324-40d5-88a6-419a6fcb0392 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.2405324
Apr 06 10:19:27.905087 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5602a-7ba9-42a7-b5e2-c493141c0f75 None None] Port 4a70c017-8e4a-4e11-a0b3-675a178beec0 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:19:27.970425 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80623670>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:24Z', 'revision_number': 3, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:27.975849 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce360f1-caa9-4a24-beea-4bcee116a6f7 None None] The sync data for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi is: [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:24Z', 'revision_number': 3, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:19:28.038774 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4b926c97-650d-47d4-bc9e-85e6d83d0432 req-addf0fe4-6de1-448b-9394-1b50755d53ba tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166692
Apr 06 10:19:28.126545 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:28.154628 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-972a7223-b291-4634-a877-e1230898c392 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:28.155384 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-972a7223-b291-4634-a877-e1230898c392 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Synchronizing usage tracker for tenant:89ed7903d80246599aa18eff8de20d8e on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:19:28.185642 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:28.242850 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-972a7223-b291-4634-a877-e1230898c392 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Unset dirty status for tenant:89ed7903d80246599aa18eff8de20d8e on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:19:28.244027 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-972a7223-b291-4634-a877-e1230898c392 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/networks?id=bad1fc09-eeb6-4bdb-ad2f-20a336379de9 HTTP/1.1" status: 200  len: 814 time: 0.2761991
Apr 06 10:19:28.266492 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-1a9b6960-127a-494c-86f4-e33b77d03573 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/quotas/89ed7903d80246599aa18eff8de20d8e HTTP/1.1" status: 200  len: 375 time: 0.0149376
Apr 06 10:19:28.326819 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:28.331064 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Pushing event updated for resources: {'Port': ['ID=4a70c017-8e4a-4e11-a0b3-675a178beec0,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:28.345047 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-008013b2-51cc-465a-8ae5-a6ffa9cdf058 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=89ed7903d80246599aa18eff8de20d8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0699694
Apr 06 10:19:28.507238 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-dab1be41-b20b-422e-bf96-d7fba23b017f service neutron] 10.222.0.11 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614375
Apr 06 10:19:28.606293 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:19:28.609181 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:28.743245 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-218199f0-3e36-476a-b117-24615a4d1e39 service neutron] 10.222.0.11 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2347248
Apr 06 10:19:28.971457 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-fc73bdb1-5bf6-43a6-92bd-0cb54d4e2363 None None] Provisioning complete for port 4a70c017-8e4a-4e11-a0b3-675a178beec0 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:28.975208 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fc73bdb1-5bf6-43a6-92bd-0cb54d4e2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:29.126460 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-fc73bdb1-5bf6-43a6-92bd-0cb54d4e2363 None None] Port 4a70c017-8e4a-4e11-a0b3-675a178beec0 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:19:29.221095 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device c822cf81-2f63-4e6e-a368-20586f6e5c21 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:19:29.280707 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1b697bc6-b773-4421-a9dd-1ab8913fd4b3 req-01802ff4-0fdc-4eb1-83b7-4cc076fa4d48 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 210 time: 0.2302001
Apr 06 10:19:29.408135 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Router b1244669-e50b-45a9-bb5b-0edf918c3800 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:19:29.417631 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec8dd3-23a7-48ae-9d30-ab46fa3fe310 req-ff070859-9b1c-4adc-a5e4-035268bad73f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:29.419190 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c1ec8dd3-23a7-48ae-9d30-ab46fa3fe310 req-ff070859-9b1c-4adc-a5e4-035268bad73f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0819664
Apr 06 10:19:29.442944 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port c822cf81-2f63-4e6e-a368-20586f6e5c21 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:19:29.448431 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port c822cf81-2f63-4e6e-a368-20586f6e5c21 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:29.449282 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:29.470827 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c1ec8dd3-23a7-48ae-9d30-ab46fa3fe310 req-02d611f9-2423-448c-87d6-a91232a291c9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419190
Apr 06 10:19:29.590292 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:29.606912 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port c822cf81-2f63-4e6e-a368-20586f6e5c21, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=c822cf81-2f63-4e6e-a368-20586f6e5c21,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:29.635755 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:19:29.645822 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0178ddd4-f365-4fda-9985-13a244e6316f admin admin] 10.222.0.11 "PUT /v2.0/routers/b1244669-e50b-45a9-bb5b-0edf918c3800/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9168577
Apr 06 10:19:29.699954 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:29.768604 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=c822cf81-2f63-4e6e-a368-20586f6e5c21,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:30.424488 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47654) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:30.430578 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355302167', 'description': 'tempest-description--758503653'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:30.447705 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:30.447705 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:security_group and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:30.451730 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:30.457814 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:30.522701 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-402d629e-ebf8-4948-961a-b6dd88501d21 req-01204daf-75b4-4ee5-a6f2-bcdc0212bde9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 210 time: 0.0598249
Apr 06 10:19:30.569399 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:30.626900 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:30.640657 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:security_group_rule and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:30.646088 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:30.653195 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:30.711722 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4bd5baf1-e56a-4be2-a0ca-7075de143fd4 req-1d0e3ec3-adc6-471f-896d-4cb9171e3370 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 1098 time: 0.1430969
Apr 06 10:19:30.763749 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4bd5baf1-e56a-4be2-a0ca-7075de143fd4 req-93d7add2-e014-466b-876a-573e225c0bad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417411
Apr 06 10:19:30.771756 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:30.804429 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe4e8b-afd3-4dae-a38d-6eb71fc21718 req-065ff71e-d579-4976-a479-0022bcd8bdd1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:30.806100 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8cfe4e8b-afd3-4dae-a38d-6eb71fc21718 req-065ff71e-d579-4976-a479-0022bcd8bdd1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1059735
Apr 06 10:19:30.897983 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:30.965733 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:30.970120 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8cfe4e8b-afd3-4dae-a38d-6eb71fc21718 req-69c25b21-f9e3-48d3-83bd-0e78317421a8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588128
Apr 06 10:19:31.008171 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.010835 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0318a046-8454-4b19-b90d-1f155bf61ad1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.5841894
Apr 06 10:19:31.013020 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47682) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:31.019573 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'security_group_rule': {'security_group_id': '0c389ce9-7730-4b51-a45e-8ed1c7de6c4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:31.045303 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:31.054616 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:security_group_rule and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:31.057850 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:31.063539 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:31.112599 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device c822cf81-2f63-4e6e-a368-20586f6e5c21 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:19:31.168702 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.217297 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port c822cf81-2f63-4e6e-a368-20586f6e5c21 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:31.217755 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.260046 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.307597 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.341514 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cede096b-df7e-4a6a-a4e3-c899cb22a309,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:31.414301 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.415821 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-368cfd95-ca26-440f-8363-3d7879f13e79 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4016140
Apr 06 10:19:31.418650 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47690) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:31.423935 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'security_group_rule': {'security_group_id': '0c389ce9-7730-4b51-a45e-8ed1c7de6c4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:31.430499 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:31.434196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:security_group_rule and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:31.436959 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:31.443603 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:31.500585 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.573982 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.654037 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.681743 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b005be50-fafa-4eee-90ed-f31a9526e525,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:31.706496 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bf481391-6610-4226-8f5c-89b5213b8f4e req-c17c2e69-fc3b-4f52-9145-49712e8db600 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 210 time: 0.0469356
Apr 06 10:19:31.782158 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:31.783378 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-88f2c6be-17af-4d51-a4be-9a2d4be81ff6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3638055
Apr 06 10:19:31.786557 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47696) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:31.791701 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:31.796780 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:31.800474 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:floatingip and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:31.803893 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:31.809778 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:31.825662 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Sync routers for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:19:31.838217 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:31.838820 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8093ee50>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:19:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:31.882410 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:32.033254 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:32.058395 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:32.325011 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-b5f496e3-380b-4214-918d-4670ef368c15 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:32.326892 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-b5f496e3-380b-4214-918d-4670ef368c15 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.61 "GET /v2.0/networks?id=bad1fc09-eeb6-4bdb-ad2f-20a336379de9 HTTP/1.1" status: 200  len: 814 time: 0.1924794
Apr 06 10:19:32.339273 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Allocated IP 172.27.2.102 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/f2375da3-8b2e-4d5e-a085-19582d2d24f9) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:19:32.347554 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Request body: {'port': {'device_id': '2ccc4c53-e29c-4024-bc49-cca905253d37', 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9', 'admin_state_up': True, 'tenant_id': '89ed7903d80246599aa18eff8de20d8e'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:32.523916 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84594599-0562-4126-91f1-7b9f015a53bf req-624a80b5-6b0c-4c43-9fff-1beea998cee0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:32.525528 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-84594599-0562-4126-91f1-7b9f015a53bf req-624a80b5-6b0c-4c43-9fff-1beea998cee0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.3709493
Apr 06 10:19:32.560961 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:32.561747 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:32.585142 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Usage tracker for resource:port and tenant:89ed7903d80246599aa18eff8de20d8e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:32.593017 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:32.599338 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:32.603469 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8093ee50>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 2, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:32.608738 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-84594599-0562-4126-91f1-7b9f015a53bf req-cd35f113-1e37-44d0-912a-d3da49dfb86f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703859
Apr 06 10:19:32.612513 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Checking router: b1244669-e50b-45a9-bb5b-0edf918c3800 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:19:32.612513 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Updating router b1244669-e50b-45a9-bb5b-0edf918c3800 port 4a70c017-8e4a-4e11-a0b3-675a178beec0 binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:19:32.674682 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:32.682678 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Made reservation on behalf of 89ed7903d80246599aa18eff8de20d8e for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:19:32.684809 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:32.687215 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:32.770280 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:19:32.773785 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:32.783000 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:19:32.824521 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'Port': ['ID=f2375da3-8b2e-4d5e-a085-19582d2d24f9,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:32.969722 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-27d79f42-e4e7-4245-8d8f-a09a99d03be9 req-feb660f9-4a63-48b4-a25d-999565030615 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 210 time: 0.0758479
Apr 06 10:19:33.005499 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Allocated IP 172.20.0.12 (bad1fc09-eeb6-4bdb-ad2f-20a336379de9/a31111bb-6e48-45e5-a6c2-d51ad1679721/954e6337-0672-4caf-a9c0-aac5855cbddc) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:19:33.083478 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.152392 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.164941 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Transition to ACTIVE for port object 4a70c017-8e4a-4e11-a0b3-675a178beec0 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:19:33.227599 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.245022 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.260908 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.335776 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.543299 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.564966 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcf600-13a5-4932-945a-1daacb4fcd6b None None] Pushing event updated for resources: {'Port': ['ID=4a70c017-8e4a-4e11-a0b3-675a178beec0,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:33.614916 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.625138 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:19:33.628035 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:33.633136 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:19:33.685113 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Pushing event updated for resources: {'Port': ['ID=954e6337-0672-4caf-a9c0-aac5855cbddc,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:33.703264 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:33.703883 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.782233 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'Port': ['ID=f2375da3-8b2e-4d5e-a085-19582d2d24f9,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:33.820519 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-2b937295-feaf-4c48-8601-4c59381b1dee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4768159
Apr 06 10:19:33.825151 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.833648 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Request body: {'port': {'device_id': '2ccc4c53-e29c-4024-bc49-cca905253d37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:33.902374 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e66ef6-f268-470e-b9db-9b297d8582f4 req-09393dac-229b-4322-99de-b89db0a3ecc6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:33.903834 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-73e66ef6-f268-470e-b9db-9b297d8582f4 req-09393dac-229b-4322-99de-b89db0a3ecc6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.1120565
Apr 06 10:19:33.952370 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.953410 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-73e66ef6-f268-470e-b9db-9b297d8582f4 req-caf31a4f-5c52-4d58-8a36-17ec5203dea7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424058
Apr 06 10:19:33.996853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:33.998171 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-54428c74-53e6-4601-9d44-0c3b6b7dee90 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2106276
Apr 06 10:19:34.061776 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Attempting to bind port 4a70c017-8e4a-4e11-a0b3-675a178beec0 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:19:34.061776 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Attempting to bind port 4a70c017-8e4a-4e11-a0b3-675a178beec0 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:19:34.063048 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Attempting to bind port 4a70c017-8e4a-4e11-a0b3-675a178beec0 on network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:19:34.081891 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:19:34.082785 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Checking segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:19:34.087930 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:34.093032 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Bound using segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:19:34.093032 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Bound port: 4a70c017-8e4a-4e11-a0b3-675a178beec0, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:19:34.093680 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:34.235155 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] For port 4a70c017-8e4a-4e11-a0b3-675a178beec0, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:19:34.238373 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] For port 4a70c017-8e4a-4e11-a0b3-675a178beec0, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4a70c017-8e4a-4e11-a0b3-675a178beec0,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:19:34.240903 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d3b96-ce7b-4641-b694-390af4f525a5 req-43885d01-ff3f-4bfb-a42b-1f159f4f194e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:34.246406 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0b6d3b96-ce7b-4641-b694-390af4f525a5 req-43885d01-ff3f-4bfb-a42b-1f159f4f194e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 932 time: 0.1031420
Apr 06 10:19:34.289050 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0b6d3b96-ce7b-4641-b694-390af4f525a5 req-c224e995-cb09-4be0-a5af-d3278b12a11f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410733
Apr 06 10:19:34.363248 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:34.477973 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:34.478756 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8093ee50>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:19:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:34.489956 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-6fc7fa26-4d9b-4c6b-9022-0ba125b50282 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Synchronizing usage tracker for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:19:34.495855 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba51c7-7a7d-4f2a-b9ba-2274725f871c req-81cd7a44-5037-4d2f-b104-e1eb1ca77fda tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:34.497590 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-48ba51c7-7a7d-4f2a-b9ba-2274725f871c req-81cd7a44-5037-4d2f-b104-e1eb1ca77fda tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.3433650
Apr 06 10:19:34.577674 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcf600-13a5-4932-945a-1daacb4fcd6b None None] Pushing event updated for resources: {'Port': ['ID=4a70c017-8e4a-4e11-a0b3-675a178beec0,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:34.625492 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-6fc7fa26-4d9b-4c6b-9022-0ba125b50282 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Unset dirty status for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:19:34.626717 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-6fc7fa26-4d9b-4c6b-9022-0ba125b50282 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1355302167&fields=id&tenant_id=6fa59c85afb44ed2b62b06378c5fba49 HTTP/1.1" status: 200  len: 267 time: 0.2163229
Apr 06 10:19:34.700026 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954e6337-0672-4caf-a9c0-aac5855cbddc {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:19:34.722681 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-48ba51c7-7a7d-4f2a-b9ba-2274725f871c req-2db44b24-f875-4f19-9ae0-092a38aa54d0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887383
Apr 06 10:19:34.736025 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:34.781835 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Transition to ACTIVE for port object 954e6337-0672-4caf-a9c0-aac5855cbddc will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:19:34.840971 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:34.848190 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:34.971347 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-e968824e-295c-4eae-ad36-4d235c8297aa tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:34.972066 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-e968824e-295c-4eae-ad36-4d235c8297aa tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Synchronizing usage tracker for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:19:35.066124 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Pushing event updated for resources: {'Port': ['ID=954e6337-0672-4caf-a9c0-aac5855cbddc,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:35.111338 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-e968824e-295c-4eae-ad36-4d235c8297aa tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Unset dirty status for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:19:35.112543 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-e968824e-295c-4eae-ad36-4d235c8297aa tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/networks?id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 200  len: 811 time: 0.4779491
Apr 06 10:19:35.143404 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-579265ce-8b5d-4739-931c-7eaf5d8a5976 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/quotas/6fa59c85afb44ed2b62b06378c5fba49 HTTP/1.1" status: 200  len: 375 time: 0.0243542
Apr 06 10:19:35.204866 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Attempting to bind port 954e6337-0672-4caf-a9c0-aac5855cbddc on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:19:35.205205 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Attempting to bind port 954e6337-0672-4caf-a9c0-aac5855cbddc by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:19:35.205532 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Attempting to bind port 954e6337-0672-4caf-a9c0-aac5855cbddc on network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:19:35.215524 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Port 954e6337-0672-4caf-a9c0-aac5855cbddc on network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:19:35.215845 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Attempting to bind port 954e6337-0672-4caf-a9c0-aac5855cbddc on network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:19:35.222114 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:19:35.222455 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Checking segment: {'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:19:35.223407 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Bound using segment: {'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:19:35.223841 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Bound port: 954e6337-0672-4caf-a9c0-aac5855cbddc, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:19:35.224189 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:35.261054 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-64e29330-bdf7-403d-adcb-1773ef9a4e29 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Synchronizing usage tracker for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:19:35.267268 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8093ee50>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:34Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:35.271919 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d9a80-b40d-420c-bc23-91d5cad0e6d9 None None] The sync data for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi is: [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:34Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:19:35.340888 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] For port 954e6337-0672-4caf-a9c0-aac5855cbddc, host hv-cinder-83675, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:19:35.348404 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] For port 954e6337-0672-4caf-a9c0-aac5855cbddc, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=954e6337-0672-4caf-a9c0-aac5855cbddc,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:19:35.367808 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-64e29330-bdf7-403d-adcb-1773ef9a4e29 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Unset dirty status for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:19:35.369122 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-64e29330-bdf7-403d-adcb-1773ef9a4e29 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2198198
Apr 06 10:19:35.419904 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:35.574054 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47788) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:35.583037 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Pushing event updated for resources: {'Port': ['ID=954e6337-0672-4caf-a9c0-aac5855cbddc,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:35.649651 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:35.651020 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-6ae31492-2bf9-4b7d-8eb1-a08c93c8df11 service neutron] 10.222.0.61 "PUT /v2.0/ports/954e6337-0672-4caf-a9c0-aac5855cbddc HTTP/1.1" status: 200  len: 1094 time: 1.8221066
Apr 06 10:19:35.651464 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccc4c53-e29c-4024-bc49-cca905253d37', 'tag': '954e6337-0672-4caf-a9c0-aac5855cbddc'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:19:35.701630 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6d313-0293-4e0b-b172-aee9b370f49c req-d6c203f3-1fc9-4b69-b13d-ff241a6c2d31 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:35.707336 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-90e6d313-0293-4e0b-b172-aee9b370f49c req-d6c203f3-1fc9-4b69-b13d-ff241a6c2d31 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Synchronizing usage tracker for tenant:89ed7903d80246599aa18eff8de20d8e on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:19:35.717426 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-dfbb46b6-4a4f-4c75-ad0a-5a954f8393ee service neutron] 10.222.0.11 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3336997
Apr 06 10:19:35.827517 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-90e6d313-0293-4e0b-b172-aee9b370f49c req-d6c203f3-1fc9-4b69-b13d-ff241a6c2d31 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Unset dirty status for tenant:89ed7903d80246599aa18eff8de20d8e on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:19:35.838989 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-90e6d313-0293-4e0b-b172-aee9b370f49c req-d6c203f3-1fc9-4b69-b13d-ff241a6c2d31 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 944 time: 0.2585683
Apr 06 10:19:35.913144 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:35.947857 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-91213ff0-30a6-416a-8bb5-58eaa4af25d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89ed7903d80246599aa18eff8de20d8e&device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 1097 time: 0.1922121
Apr 06 10:19:35.949389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-90e6d313-0293-4e0b-b172-aee9b370f49c req-988a6a47-526d-473c-980b-4e3bfff18b82 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Synchronizing usage tracker for tenant:89ed7903d80246599aa18eff8de20d8e on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:19:36.029861 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:36.044522 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] Usage tracker for resource:security_group_rule and tenant:97c1d04f6a3c4ab1a8abdfc92fc9f73a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:36.048983 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:36.054788 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-639ff65c-a025-4281-a024-a4972869f42b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=954e6337-0672-4caf-a9c0-aac5855cbddc HTTP/1.1" status: 200  len: 217 time: 0.0965703
Apr 06 10:19:36.071247 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:36.085853 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-087a26d0-164e-4e8f-a27c-8bcf30bf4ee1 service neutron] 10.222.0.11 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3618934
Apr 06 10:19:36.141597 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-66d65e0d-af82-46af-9993-c285fdabaf66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:36.141734 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-66d65e0d-af82-46af-9993-c285fdabaf66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a31111bb-6e48-45e5-a6c2-d51ad1679721 HTTP/1.1" status: 200  len: 854 time: 0.0785642
Apr 06 10:19:36.143206 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-90e6d313-0293-4e0b-b172-aee9b370f49c req-988a6a47-526d-473c-980b-4e3bfff18b82 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Unset dirty status for tenant:89ed7903d80246599aa18eff8de20d8e on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:19:36.157665 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-90e6d313-0293-4e0b-b172-aee9b370f49c req-988a6a47-526d-473c-980b-4e3bfff18b82 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3122971
Apr 06 10:19:36.194701 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:36.206428 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-4f05ef6b-378a-4ec7-8be2-52ba1f1df5a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bad1fc09-eeb6-4bdb-ad2f-20a336379de9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475557
Apr 06 10:19:36.236288 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9d252d-18c7-428b-9a78-8754028b8650'] response: {'name': 'network-changed', 'server_uuid': '2ccc4c53-e29c-4024-bc49-cca905253d37', 'tag': '954e6337-0672-4caf-a9c0-aac5855cbddc', 'status': 'completed', 'code': 200}
Apr 06 10:19:36.270841 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:36.317656 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3bfd50-5980-47bc-bf0b-d4989f8fcf3f,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:36.342580 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-897f9513-6e81-4dac-a26e-d1cac72d285b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97c1d04f6a3c4ab1a8abdfc92fc9f73a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7527034
Apr 06 10:19:36.343143 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47806) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:36.377511 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-e9942771-4a50-41e6-86d3-a7b51719a926 service neutron] 10.222.0.61 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609285
Apr 06 10:19:36.456439 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-883ec24e-a01f-4c94-80bb-5d4e17596118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:36.496650 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-883ec24e-a01f-4c94-80bb-5d4e17596118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:36.606555 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6fa28b7f-1255-4c93-a769-697d119dcd89 req-2a9dca68-461d-434c-9c70-27cd2ae4d97e tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 210 time: 0.0598502
Apr 06 10:19:36.651743 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dc30a9b3-7525-4f92-a310-ddea97df04e5 req-bbe5d942-8eb3-48aa-8c2f-775d2ae62daa service neutron] 10.222.0.61 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629273
Apr 06 10:19:36.653585 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-883ec24e-a01f-4c94-80bb-5d4e17596118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:36.672862 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ec24e-a01f-4c94-80bb-5d4e17596118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3bfd50-5980-47bc-bf0b-d4989f8fcf3f,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:36.678924 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-883ec24e-a01f-4c94-80bb-5d4e17596118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:36.684126 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-883ec24e-a01f-4c94-80bb-5d4e17596118 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf3bfd50-5980-47bc-bf0b-d4989f8fcf3f HTTP/1.1" status: 204  len: 168 time: 0.3386254
Apr 06 10:19:36.876323 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-649cdf12-6c5b-4531-a3a4-791b436f86c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89ed7903d80246599aa18eff8de20d8e&device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 1097 time: 0.0702040
Apr 06 10:19:37.075112 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-1088b647-2044-49c7-867a-d2dfeab33686 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:37.076577 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-1088b647-2044-49c7-867a-d2dfeab33686 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bad1fc09-eeb6-4bdb-ad2f-20a336379de9 HTTP/1.1" status: 200  len: 915 time: 0.1845350
Apr 06 10:19:37.201803 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-a41d03fa-4008-4237-b73d-fb32cc283fbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=954e6337-0672-4caf-a9c0-aac5855cbddc HTTP/1.1" status: 200  len: 217 time: 0.1168842
Apr 06 10:19:37.291952 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-92dc959f-a4d4-4f4e-a514-49fb3dea73e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:37.293700 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-92dc959f-a4d4-4f4e-a514-49fb3dea73e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a31111bb-6e48-45e5-a6c2-d51ad1679721 HTTP/1.1" status: 200  len: 854 time: 0.0841889
Apr 06 10:19:37.303043 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4a70c017-8e4a-4e11-a0b3-675a178beec0 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:19:37.389510 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-de6b7b13-e208-4811-b93d-67317173a405 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bad1fc09-eeb6-4bdb-ad2f-20a336379de9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0890632
Apr 06 10:19:37.448204 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 4a70c017-8e4a-4e11-a0b3-675a178beec0 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:19:37.455223 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 4a70c017-8e4a-4e11-a0b3-675a178beec0 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:37.455589 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:37.517317 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:19:37.523995 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e69436-2131-433e-9cba-487339cf9c87 req-a9435f01-7288-4147-9ca2-afa2d6f1ad9b tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:37.525453 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3e69436-2131-433e-9cba-487339cf9c87 req-a9435f01-7288-4147-9ca2-afa2d6f1ad9b tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 944 time: 0.1858497
Apr 06 10:19:37.584274 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-2fe55fdd-fe3d-4fe0-a69e-fd3bdf87daf7 service neutron] 10.222.0.61 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867604
Apr 06 10:19:37.592525 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47840) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:37.603347 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:37.612595 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:37.620990 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e3e69436-2131-433e-9cba-487339cf9c87 req-eb8a3ada-e46a-40e8-8a94-0251fc356bb0 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856941
Apr 06 10:19:37.680412 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 4a70c017-8e4a-4e11-a0b3-675a178beec0, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4a70c017-8e4a-4e11-a0b3-675a178beec0,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:37.686740 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:37.691111 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b82cb36629b84ca1958225fe3c20fd63 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:37.695212 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:37.704089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:37.759165 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-297a1da9-ada0-468d-8e95-72f6297f2085 req-4abf684e-9812-4f75-8171-20bb363808e0 service neutron] 10.222.0.61 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666927
Apr 06 10:19:37.770668 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:37.857647 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=4a70c017-8e4a-4e11-a0b3-675a178beec0,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:37.889401 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4a9c216f-f1a4-4e74-9520-afa760288ff1 req-f2f09637-a8ec-40cd-8449-1915303ecc5b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 210 time: 0.0686202
Apr 06 10:19:37.968532 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:37.980652 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-e60725c9-d097-4f4e-8be9-b8d5384b3ebe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 1098 time: 0.2625763
Apr 06 10:19:37.989089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d705f-b26d-489e-96bb-2652b448689f req-1ffc14e2-7224-4246-a70d-c74859e4beaf tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:37.990500 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-191d705f-b26d-489e-96bb-2652b448689f req-1ffc14e2-7224-4246-a70d-c74859e4beaf tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.2401066
Apr 06 10:19:38.008319 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47848) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:38.086181 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.166922 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.178213 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-191d705f-b26d-489e-96bb-2652b448689f req-56ffe46c-29fa-41ea-b465-7653de815a92 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689520
Apr 06 10:19:38.192110 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc2d1d3-ddd8-4dc3-8dc2-d8c88152b64e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:38.199233 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:38.203437 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] Usage tracker for resource:security_group_rule and tenant:288410f049e84b89bb641d5a13dbe0de is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:38.206364 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:38.212856 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:38.216398 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-e464f49f-a699-4f6f-993e-3c383293b1d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b82cb36629b84ca1958225fe3c20fd63&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6211498
Apr 06 10:19:38.219407 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47856) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:38.266616 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-989377da-1244-414b-8ff7-94145297924a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:38.268327 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-989377da-1244-414b-8ff7-94145297924a service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.2770011
Apr 06 10:19:38.298128 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.348038 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-5fb351e8-00b9-4f55-a0d0-8ade517bca91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 HTTP/1.1" status: 200  len: 217 time: 0.0717659
Apr 06 10:19:38.361564 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.401448 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-148e11b7-1f40-4906-bd6e-8db4eebd905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.412178 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61636204-9a18-491e-a86b-6405985523cf,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:38.418863 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2ad560c2-444f-4405-a2c2-e4632bd79a7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=288410f049e84b89bb641d5a13dbe0de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4094965
Apr 06 10:19:38.422220 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 47860) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:38.442029 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-148e11b7-1f40-4906-bd6e-8db4eebd905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.449386 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-dfbe2b7d-afbf-4a4c-9abd-a4d9dd542cfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:38.450878 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-dfbe2b7d-afbf-4a4c-9abd-a4d9dd542cfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0926485
Apr 06 10:19:38.489683 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-baeedc9d-536c-46e0-9225-6a4b3ac3e74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.518744 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-baeedc9d-536c-46e0-9225-6a4b3ac3e74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.556571 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-9a054f8d-65ab-46c7-a1fb-c5aaa00f0d1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946398
Apr 06 10:19:38.608732 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 954e6337-0672-4caf-a9c0-aac5855cbddc details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:19:38.630063 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-148e11b7-1f40-4906-bd6e-8db4eebd905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.653541 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-baeedc9d-536c-46e0-9225-6a4b3ac3e74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.657960 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e11b7-1f40-4906-bd6e-8db4eebd905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc2d1d3-ddd8-4dc3-8dc2-d8c88152b64e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:38.672674 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeedc9d-536c-46e0-9225-6a4b3ac3e74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61636204-9a18-491e-a86b-6405985523cf,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:38.672964 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-148e11b7-1f40-4906-bd6e-8db4eebd905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.677431 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-148e11b7-1f40-4906-bd6e-8db4eebd905d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccc2d1d3-ddd8-4dc3-8dc2-d8c88152b64e HTTP/1.1" status: 204  len: 168 time: 0.4537532
Apr 06 10:19:38.684928 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-baeedc9d-536c-46e0-9225-6a4b3ac3e74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:38.689527 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-baeedc9d-536c-46e0-9225-6a4b3ac3e74c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61636204-9a18-491e-a86b-6405985523cf HTTP/1.1" status: 204  len: 168 time: 0.2637267
Apr 06 10:19:38.747799 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-b54b7edb-bfaf-4bca-ac9b-b27b53c13ed1 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829197
Apr 06 10:19:38.913453 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 954e6337-0672-4caf-a9c0-aac5855cbddc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=954e6337-0672-4caf-a9c0-aac5855cbddc,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:38.931380 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '954e6337-0672-4caf-a9c0-aac5855cbddc', 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9', 'port_id': '954e6337-0672-4caf-a9c0-aac5855cbddc', 'mac_address': 'fa:16:3e:e7:14:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31111bb-6e48-45e5-a6c2-d51ad1679721', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:19:39.016522 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:39.069977 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954e6337-0672-4caf-a9c0-aac5855cbddc {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:19:39.105097 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 954e6337-0672-4caf-a9c0-aac5855cbddc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=954e6337-0672-4caf-a9c0-aac5855cbddc,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:39.179630 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:39.225583 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4a70c017-8e4a-4e11-a0b3-675a178beec0 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:19:39.268051 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c974bee-e72b-4b03-a0eb-d4242b078b60 req-3d11499c-8346-4819-9648-fdb8ded9e647 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 210 time: 0.0950966
Apr 06 10:19:39.298344 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd638-0597-4ed7-90d9-26d1082e909b req-40ce9714-cf6d-4ad3-95c1-45fb33f323aa tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:39.299836 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7dffd638-0597-4ed7-90d9-26d1082e909b req-40ce9714-cf6d-4ad3-95c1-45fb33f323aa tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 944 time: 0.4490340
Apr 06 10:19:39.385479 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b30b2357-88c4-4d51-9542-98590ca22a25 req-f87bb5b8-05fd-4f40-8648-c3311339bc83 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6302443
Apr 06 10:19:39.399297 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=954e6337-0672-4caf-a9c0-aac5855cbddc,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:39.436247 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 4a70c017-8e4a-4e11-a0b3-675a178beec0 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:39.436539 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:39.505179 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7dffd638-0597-4ed7-90d9-26d1082e909b req-82bf8c52-466c-4146-aa5a-bcaf12c413d6 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901219
Apr 06 10:19:39.523441 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-1267ada6-d867-4d98-9642-a439d832ac49 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:39.530068 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-1267ada6-d867-4d98-9642-a439d832ac49 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "GET /v2.0/networks?id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 200  len: 811 time: 0.5003040
Apr 06 10:19:39.540026 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['954e6337-0672-4caf-a9c0-aac5855cbddc'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:19:39.640579 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-e3f4eed7-74ef-485d-988d-ca746de42911 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa59c85afb44ed2b62b06378c5fba49 HTTP/1.1" status: 200  len: 380 time: 0.0977659
Apr 06 10:19:39.651773 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'port': {'device_id': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'admin_state_up': True, 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'security_groups': ['0c389ce9-7730-4b51-a45e-8ed1c7de6c4a']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:39.692730 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcba0c-ea98-4a1a-b848-f6ac339fe697 req-4646ac99-7948-41e2-9004-ae18eeb2d36d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:39.694290 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-43fcba0c-ea98-4a1a-b848-f6ac339fe697 req-4646ac99-7948-41e2-9004-ae18eeb2d36d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0954814
Apr 06 10:19:39.752320 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-43fcba0c-ea98-4a1a-b848-f6ac339fe697 req-004a7e06-e595-4325-b834-71525c9b1d1f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517633
Apr 06 10:19:39.909174 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:39.920111 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:40.024944 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Made reservation on behalf of 6fa59c85afb44ed2b62b06378c5fba49 for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:19:40.027957 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.054512 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47890) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:40.071997 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.105456 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:40.110298 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] Usage tracker for resource:security_group_rule and tenant:c12e9889d4524998949ba156d5e999d3 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:40.113659 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:40.122352 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:40.200504 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.221284 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Allocated IP 172.20.0.11 (22b3a2b8-1d0e-4c47-8372-f8416cfc73df/ec3b2ca7-32de-42fe-acfd-abbc00704239/55f9eb94-ab7f-4210-a8c2-c38c32bfc2da) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:19:40.264829 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.308975 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453ea716-b81e-47d9-9e82-fee236357a7c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:40.318118 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-186013b6-47cb-47e3-8063-a10b31bb4896 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c12e9889d4524998949ba156d5e999d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2623568
Apr 06 10:19:40.320412 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47898) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:40.387558 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62e04393-5eee-4f20-8079-7659215a3f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.416240 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62e04393-5eee-4f20-8079-7659215a3f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.424554 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.443727 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Transition to ACTIVE for port object 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:19:40.513536 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0b3fb257-00e9-4dfe-8cc0-e47bb90b284a req-3f12ae05-2799-4cd7-88e2-774515ace47c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 210 time: 0.0543728
Apr 06 10:19:40.523313 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62e04393-5eee-4f20-8079-7659215a3f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.551878 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e04393-5eee-4f20-8079-7659215a3f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453ea716-b81e-47d9-9e82-fee236357a7c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:40.558589 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62e04393-5eee-4f20-8079-7659215a3f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.558589 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-62e04393-5eee-4f20-8079-7659215a3f1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/453ea716-b81e-47d9-9e82-fee236357a7c HTTP/1.1" status: 204  len: 168 time: 0.2369568
Apr 06 10:19:40.609515 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.690012 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:19:40.698579 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:19:40.703039 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:19:40.762290 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'Port': ['ID=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:40.787794 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e24b-5be6-4d4a-9b10-db6ad9b91b09 req-ff0b7999-4300-4f3a-bde5-165dee1357e2 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:40.790699 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d8b8e24b-5be6-4d4a-9b10-db6ad9b91b09 req-ff0b7999-4300-4f3a-bde5-165dee1357e2 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 945 time: 0.1083727
Apr 06 10:19:40.821627 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:40.824376 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:40.850833 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d8b8e24b-5be6-4d4a-9b10-db6ad9b91b09 req-eae90dc0-916b-4115-94ae-fbd80eb13cb2 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536351
Apr 06 10:19:40.997168 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-67de7a18-108c-488f-9395-8be91966e46d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3491600
Apr 06 10:19:41.011906 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Request body: {'port': {'device_id': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:41.124689 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe8d0d-ced6-4c0f-ba32-fbe8cbf1c9ca req-d4fec990-cf4f-4f6c-a42c-de238976483e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:41.126191 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ccbe8d0d-ced6-4c0f-ba32-fbe8cbf1c9ca req-d4fec990-cf4f-4f6c-a42c-de238976483e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1840510
Apr 06 10:19:41.158577 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.185383 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-dd9639a9-1482-4e7e-b728-522612cb0d1e None None] Provisioning for port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:19:41.190459 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-dd9639a9-1482-4e7e-b728-522612cb0d1e None None] Provisioning complete for port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:41.190946 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-dd9639a9-1482-4e7e-b728-522612cb0d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.242921 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ccbe8d0d-ced6-4c0f-ba32-fbe8cbf1c9ca req-d29a917a-066e-4563-b968-d321423a1194 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075783
Apr 06 10:19:41.261888 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-dd9639a9-1482-4e7e-b728-522612cb0d1e None None] Port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:19:41.411074 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47928) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:41.431724 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.468593 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:41.476150 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3ca6a72078440591d8dd3d82346668 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:41.479464 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:41.485541 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:41.540350 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:19:41.548919 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.563613 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.569401 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Transition to ACTIVE for port object 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:19:41.625461 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.653849 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.734972 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc20359b-038b-4fcc-aa2f-71425f42af92,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:41.742590 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-04031495-e930-4574-b996-b8706bbe48c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c3ca6a72078440591d8dd3d82346668&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3302820
Apr 06 10:19:41.745042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 47944) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:41.795705 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Pushing event updated for resources: {'Port': ['ID=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:41.809620 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338df9c-9f0f-4fb2-8952-4db76d64af6c req-bcf3c74b-bc4e-427d-8fe6-9f68d46ca8cd tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:41.811144 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d338df9c-9f0f-4fb2-8952-4db76d64af6c req-bcf3c74b-bc4e-427d-8fe6-9f68d46ca8cd tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 944 time: 0.1621292
Apr 06 10:19:41.854202 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-37e0c186-72e0-40e7-8994-e632e9578317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.897751 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d338df9c-9f0f-4fb2-8952-4db76d64af6c req-8b771315-29ba-47cd-adb6-c904bd7b0867 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794141
Apr 06 10:19:41.904780 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-37e0c186-72e0-40e7-8994-e632e9578317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:41.932966 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Attempting to bind port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:19:41.933479 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Attempting to bind port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:19:41.934586 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Attempting to bind port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da on network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:19:41.942161 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da on network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:19:41.942741 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Attempting to bind port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da on network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:19:41.957750 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:19:41.958489 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Checking segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:19:41.961529 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Bound using segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:19:41.963303 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Bound port: 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:19:41.963303 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:42.047867 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-37e0c186-72e0-40e7-8994-e632e9578317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:42.066853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0c186-72e0-40e7-8994-e632e9578317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc20359b-038b-4fcc-aa2f-71425f42af92,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:42.073629 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-37e0c186-72e0-40e7-8994-e632e9578317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:42.078397 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-37e0c186-72e0-40e7-8994-e632e9578317 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc20359b-038b-4fcc-aa2f-71425f42af92 HTTP/1.1" status: 204  len: 168 time: 0.3313243
Apr 06 10:19:42.121252 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] For port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da, host hv-cinder-83675, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:19:42.138206 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] For port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:19:42.163570 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b451dc-83ff-4162-8cab-a93be5c62bd9 req-74a53304-c93c-4551-b003-2ec6050fbd2f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:42.165306 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a4b451dc-83ff-4162-8cab-a93be5c62bd9 req-74a53304-c93c-4551-b003-2ec6050fbd2f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 945 time: 0.1148734
Apr 06 10:19:42.208423 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:42.265949 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a4b451dc-83ff-4162-8cab-a93be5c62bd9 req-ef20d3a6-2f52-4c56-90c0-308e4adaf211 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948417
Apr 06 10:19:42.288011 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:42.288011 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] 10.222.0.61 "PUT /v2.0/ports/55f9eb94-ab7f-4210-a8c2-c38c32bfc2da HTTP/1.1" status: 200  len: 1094 time: 1.2765598
Apr 06 10:19:42.288011 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'tag': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:19:42.300082 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b620-c9c3-4457-a5a2-eea5cd4c751b service neutron] Pushing event updated for resources: {'Port': ['ID=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:42.360233 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fada26f-2a61-41fd-8300-d45d7548ec45'] response: {'name': 'network-changed', 'server_uuid': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'tag': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'status': 'completed', 'code': 200}
Apr 06 10:19:42.460298 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-00f4efa8-16e1-4875-a5eb-93a30da49fa4 req-e33fdbd6-014b-483d-8192-19519164b12c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 1097 time: 0.0780482
Apr 06 10:19:42.513535 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d65ed8-cd87-4779-a356-c0122b89b4fe req-2ccfc459-405f-485a-8599-40f3a550bd94 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:42.519055 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b1d65ed8-cd87-4779-a356-c0122b89b4fe req-2ccfc459-405f-485a-8599-40f3a550bd94 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0994437
Apr 06 10:19:42.577676 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b1d65ed8-cd87-4779-a356-c0122b89b4fe req-d4d6ddb4-5e84-4a1b-8e1f-8d200ce349d5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449531
Apr 06 10:19:42.631002 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 954e6337-0672-4caf-a9c0-aac5855cbddc up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:19:42.703083 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4efa8-16e1-4875-a5eb-93a30da49fa4 req-d9efaf59-2af3-468e-94b7-baa4111366fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:42.704589 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-00f4efa8-16e1-4875-a5eb-93a30da49fa4 req-d9efaf59-2af3-468e-94b7-baa4111366fa service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2301025
Apr 06 10:19:42.808051 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 954e6337-0672-4caf-a9c0-aac5855cbddc completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:19:42.812963 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 954e6337-0672-4caf-a9c0-aac5855cbddc triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:42.813333 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:42.863796 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4efa8-16e1-4875-a5eb-93a30da49fa4 req-6e3accd1-da02-4816-93db-aee83a48bdc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:42.865237 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-00f4efa8-16e1-4875-a5eb-93a30da49fa4 req-6e3accd1-da02-4816-93db-aee83a48bdc9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1546009
Apr 06 10:19:42.977797 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:43.000385 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-ca63ec15-995a-4a3f-896a-81c65c8c6acd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 1097 time: 0.0850019
Apr 06 10:19:43.043847 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccc4c53-e29c-4024-bc49-cca905253d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954e6337-0672-4caf-a9c0-aac5855cbddc'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:19:43.067048 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 954e6337-0672-4caf-a9c0-aac5855cbddc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=954e6337-0672-4caf-a9c0-aac5855cbddc,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:43.123682 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceaa2765-3743-4ab6-b554-27b68c1e7813'] response: {'server_uuid': '2ccc4c53-e29c-4024-bc49-cca905253d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954e6337-0672-4caf-a9c0-aac5855cbddc', 'code': 200}
Apr 06 10:19:43.137513 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-5fe3d181-70a3-42b2-a112-2c7f0cebb7e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da HTTP/1.1" status: 200  len: 217 time: 0.1268313
Apr 06 10:19:43.139179 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:43.221282 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-fb56dd9f-0dbd-4d0e-89b8-86b2ef33ff96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:43.224079 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-fb56dd9f-0dbd-4d0e-89b8-86b2ef33ff96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec3b2ca7-32de-42fe-acfd-abbc00704239 HTTP/1.1" status: 200  len: 850 time: 0.0742931
Apr 06 10:19:43.224399 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=954e6337-0672-4caf-a9c0-aac5855cbddc,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:43.311214 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4db6d-e486-4bf3-b041-7819516f49ab req-cecb1026-cb96-4343-a24e-b8ce9d7255b4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:43.312108 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-6ce4db6d-e486-4bf3-b041-7819516f49ab req-cecb1026-cb96-4343-a24e-b8ce9d7255b4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Synchronizing usage tracker for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:19:43.346029 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-0d74f902-fb34-4fa8-ba2c-333747c5a92f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1078050
Apr 06 10:19:43.422399 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-6ce4db6d-e486-4bf3-b041-7819516f49ab req-cecb1026-cb96-4343-a24e-b8ce9d7255b4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Unset dirty status for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:19:43.423675 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6ce4db6d-e486-4bf3-b041-7819516f49ab req-cecb1026-cb96-4343-a24e-b8ce9d7255b4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 944 time: 0.3193374
Apr 06 10:19:43.511431 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9758a8-77a4-4a76-915d-c0ac199c88a8 req-302f4b11-caa3-45a0-a6b1-4df23831e7ca tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:43.514153 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2a9758a8-77a4-4a76-915d-c0ac199c88a8 req-302f4b11-caa3-45a0-a6b1-4df23831e7ca tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 946 time: 0.1047997
Apr 06 10:19:43.514270 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6ce4db6d-e486-4bf3-b041-7819516f49ab req-bb615047-5415-410c-b685-71dd61df8f27 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845695
Apr 06 10:19:43.520436 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-65ca4645-ff0b-421a-8973-1dc745de6c4e service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667163
Apr 06 10:19:43.642506 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2a9758a8-77a4-4a76-915d-c0ac199c88a8 req-1ebb0c21-80fd-48f7-8010-04978b4e241d tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223767
Apr 06 10:19:43.677509 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ea2c2914-c3e8-48f8-9f40-35d5049978d8 req-771918a9-935d-4d5b-8c72-8966caf53e70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 1099 time: 0.1435902
Apr 06 10:19:43.721684 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43401bb6-f3e4-4e92-b846-0de75b3b2ac8 req-01365c9a-e5d5-4ece-960d-62f1c2f2cf1d service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934178
Apr 06 10:19:43.744059 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ea2c2914-c3e8-48f8-9f40-35d5049978d8 req-19852f89-856c-4f55-af41-a4b058c04a1b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562956
Apr 06 10:19:43.830815 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa4eff-a1b1-4f1c-ab73-7a7df16de000 req-7fb82b90-fd5c-41d1-9666-367a8869663f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:43.832942 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ebfa4eff-a1b1-4f1c-ab73-7a7df16de000 req-7fb82b90-fd5c-41d1-9666-367a8869663f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0938616
Apr 06 10:19:43.867665 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48024) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:43.895728 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ebfa4eff-a1b1-4f1c-ab73-7a7df16de000 req-9df1c2dc-ed46-4131-9600-a6a91559bb0d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556254
Apr 06 10:19:44.027590 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:44.058923 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:44.062904 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd6a6d31db447c99cef53e0e5d775df is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:44.065635 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:44.072003 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:44.142203 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:44.201808 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:44.247717 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cec085-2f24-4d59-b2a6-58f8b7e120b0,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:44.252080 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f655a0c8-7325-45b5-946f-841774024cd3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdd6a6d31db447c99cef53e0e5d775df&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3833466
Apr 06 10:19:44.255405 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48048) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:44.329476 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-582d144a-bbc8-4f26-84bf-60ff8e1df521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:44.357118 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-582d144a-bbc8-4f26-84bf-60ff8e1df521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:44.477458 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-582d144a-bbc8-4f26-84bf-60ff8e1df521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:44.495811 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d144a-bbc8-4f26-84bf-60ff8e1df521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cec085-2f24-4d59-b2a6-58f8b7e120b0,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:44.499679 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-582d144a-bbc8-4f26-84bf-60ff8e1df521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:44.504197 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-582d144a-bbc8-4f26-84bf-60ff8e1df521 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51cec085-2f24-4d59-b2a6-58f8b7e120b0 HTTP/1.1" status: 204  len: 168 time: 0.2437243
Apr 06 10:19:44.767213 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbac210-c226-4eb8-9922-be41e6a7470c req-a8ef1ce5-46ad-4740-849b-7728f942187b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:44.770263 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbbac210-c226-4eb8-9922-be41e6a7470c req-a8ef1ce5-46ad-4740-849b-7728f942187b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 944 time: 0.1287332
Apr 06 10:19:44.824131 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bbbac210-c226-4eb8-9922-be41e6a7470c req-fac4188f-c27d-436c-a22a-002fe4b727ed tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422618
Apr 06 10:19:44.903606 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002293b-3d53-4b70-be6e-7b2322e4c369 req-6424fb55-2809-48ee-8ec4-116697c7843a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:44.905095 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6002293b-3d53-4b70-be6e-7b2322e4c369 req-6424fb55-2809-48ee-8ec4-116697c7843a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 946 time: 0.1171489
Apr 06 10:19:44.955883 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6002293b-3d53-4b70-be6e-7b2322e4c369 req-c6352109-8a43-4423-b7eb-8d1c4ddd04c2 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420280
Apr 06 10:19:45.134583 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e426b-5561-4e54-a8b4-8176fa5ac304 req-1559b268-8a78-4b48-bb24-05890ee5c757 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:45.136035 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-182e426b-5561-4e54-a8b4-8176fa5ac304 req-1559b268-8a78-4b48-bb24-05890ee5c757 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0764358
Apr 06 10:19:45.186127 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-182e426b-5561-4e54-a8b4-8176fa5ac304 req-4ea5715a-1a6d-40ab-b547-d33d849d33a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444629
Apr 06 10:19:45.299757 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48068) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:45.317877 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:45.349533 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:45.353410 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b5de65c0314caa84c525bd719f4e7d is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:45.356231 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:45.362007 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:45.429699 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:45.556349 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:45.605908 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82891d29-ed67-43a4-aa66-4b4e0a4d389e,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:45.610879 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-56fc8a52-da2c-4c34-8977-adc1b4fe18e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4b5de65c0314caa84c525bd719f4e7d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3092120
Apr 06 10:19:45.614123 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48072) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:45.682254 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-487aa82b-9867-41ab-b750-356cd75411d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:45.708130 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-487aa82b-9867-41ab-b750-356cd75411d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:45.813626 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-487aa82b-9867-41ab-b750-356cd75411d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:45.827976 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aa82b-9867-41ab-b750-356cd75411d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82891d29-ed67-43a4-aa66-4b4e0a4d389e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:45.834602 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-487aa82b-9867-41ab-b750-356cd75411d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:45.835724 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-487aa82b-9867-41ab-b750-356cd75411d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82891d29-ed67-43a4-aa66-4b4e0a4d389e HTTP/1.1" status: 204  len: 168 time: 0.2205646
Apr 06 10:19:46.072093 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afd12-4a6e-40a5-8c7f-362537813ac1 req-10d78d98-77ea-49e0-99c3-309e63f19cdd tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:46.079580 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d1afd12-4a6e-40a5-8c7f-362537813ac1 req-10d78d98-77ea-49e0-99c3-309e63f19cdd tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 944 time: 0.1050618
Apr 06 10:19:46.126538 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d1afd12-4a6e-40a5-8c7f-362537813ac1 req-ee2b703e-6bd5-4445-9964-7294166d214b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460441
Apr 06 10:19:46.202499 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87042df-0c12-4fbb-bda1-96828be83770 req-4a99757f-0a33-4e5c-a4fb-cc3affd9af23 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:46.204036 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c87042df-0c12-4fbb-bda1-96828be83770 req-4a99757f-0a33-4e5c-a4fb-cc3affd9af23 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 946 time: 0.0998864
Apr 06 10:19:46.257520 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c87042df-0c12-4fbb-bda1-96828be83770 req-60e2a331-538c-4dae-821a-40f4571fded3 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467894
Apr 06 10:19:46.406345 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b132298-d2c1-4e6d-a0ff-0ae539ed4955 req-72b1172b-8c22-4516-8ece-9d2db0351099 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:46.407853 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6b132298-d2c1-4e6d-a0ff-0ae539ed4955 req-72b1172b-8c22-4516-8ece-9d2db0351099 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0869517
Apr 06 10:19:46.463298 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6b132298-d2c1-4e6d-a0ff-0ae539ed4955 req-1b216d3d-21bb-4059-9e27-b477ccf561be tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484505
Apr 06 10:19:46.654062 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:19:46.793876 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:46.807050 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'port_id': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'mac_address': 'fa:16:3e:75:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:19:46.863265 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:46.883635 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:19:46.905456 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:47.030115 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:47.102628 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:47.351935 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['55f9eb94-ab7f-4210-a8c2-c38c32bfc2da'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:19:47.356133 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbbf43-f651-4b9f-820b-c9f15c0324a5 req-21e9b884-b0c8-415f-a37f-75c235d2cd5a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:47.357669 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-59fbbf43-f651-4b9f-820b-c9f15c0324a5 req-21e9b884-b0c8-415f-a37f-75c235d2cd5a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 945 time: 0.0777791
Apr 06 10:19:47.407457 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-59fbbf43-f651-4b9f-820b-c9f15c0324a5 req-f5eabd49-f6c3-417a-bc14-9157532c62de tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440722
Apr 06 10:19:47.683295 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0d7e-b83e-4208-a48d-f92afefed7c3 req-c714a2e9-7005-456f-aec1-e00ea2b57c04 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:47.690156 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-818d0d7e-b83e-4208-a48d-f92afefed7c3 req-c714a2e9-7005-456f-aec1-e00ea2b57c04 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0882716
Apr 06 10:19:47.744404 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-818d0d7e-b83e-4208-a48d-f92afefed7c3 req-a7ebc9de-4ab6-4e76-aeab-1b05ab23f66a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513592
Apr 06 10:19:48.460474 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:48.655203 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:19:48.695640 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-4b9f1c30-664a-4814-bdba-91c2a2cb3c76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 1098 time: 0.2219946
Apr 06 10:19:48.701763 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3a43-3dd0-4c40-9019-ba83ee300787 req-05243622-7c36-487c-862d-b995d84ea443 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:48.703435 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1f0e3a43-3dd0-4c40-9019-ba83ee300787 req-05243622-7c36-487c-862d-b995d84ea443 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 945 time: 0.1065886
Apr 06 10:19:48.839805 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1f0e3a43-3dd0-4c40-9019-ba83ee300787 req-69f01e83-b29f-489a-a96a-827efaabc281 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297643
Apr 06 10:19:48.847723 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:19:48.853655 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:19:48.854053 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:48.889291 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-e95e367b-ab48-46ff-ba72-377134555e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:48.891113 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-e95e367b-ab48-46ff-ba72-377134555e18 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.1677065
Apr 06 10:19:48.966780 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c0e69-3ebe-4e92-98ac-49a3b03c5a6a req-94277ae2-0fff-423c-a464-948ab13734ce tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:48.974802 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-459c0e69-3ebe-4e92-98ac-49a3b03c5a6a req-94277ae2-0fff-423c-a464-948ab13734ce tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0942936
Apr 06 10:19:48.982284 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-edbe4ba4-48ee-45f9-b8c0-236d19067636 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 HTTP/1.1" status: 200  len: 217 time: 0.0831859
Apr 06 10:19:49.023875 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:49.030056 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-459c0e69-3ebe-4e92-98ac-49a3b03c5a6a req-be82a62d-6736-48a1-abd1-4ffefdcdbcf8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538740
Apr 06 10:19:49.074719 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:19:49.075663 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:19:49.094445 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-516f9097-64f9-47b5-a008-3faa876b1b08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:49.096919 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-516f9097-64f9-47b5-a008-3faa876b1b08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.1074603
Apr 06 10:19:49.139718 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:49.181716 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89e409f-f55c-43d3-9c8d-52785ae74463'] response: {'server_uuid': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'code': 200}
Apr 06 10:19:49.233109 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:49.244200 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-2a843b42-4100-414c-bdae-243e801fd76d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305122
Apr 06 10:19:49.383869 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-93d87ce7-44d7-4fc0-a98e-5c78e787c04a service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277719
Apr 06 10:19:49.554764 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4f28020-df6b-4c0b-baff-7352df00ece1 req-82f40f7a-fe04-4813-84db-c6e03d0db483 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534204
Apr 06 10:19:49.652568 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7cd10ea3-b6b0-4b55-8f97-ddaa2e8255f7 req-cd0d9713-e80f-4e53-a2b8-5853cc1a104a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 1099 time: 0.1109343
Apr 06 10:19:49.779151 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7cd10ea3-b6b0-4b55-8f97-ddaa2e8255f7 req-d896cf6b-6350-4368-9e74-3f80add39fe5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020389
Apr 06 10:19:50.049508 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ac315-d89b-4d06-a1b2-2464c251bd0c req-3b9c8eee-ed9a-4275-8cc7-9efcbfda2ff4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:50.052187 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-386ac315-d89b-4d06-a1b2-2464c251bd0c req-3b9c8eee-ed9a-4275-8cc7-9efcbfda2ff4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0852649
Apr 06 10:19:50.134011 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-386ac315-d89b-4d06-a1b2-2464c251bd0c req-3f4c5556-9a69-4ff5-8b1c-694af85ebc55 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757191
Apr 06 10:19:50.272656 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ca76-42d4-47a0-8fae-8d2357160989 req-20cd52c1-1d9e-4fda-8972-4971040853b9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:50.274253 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cfe8ca76-42d4-47a0-8fae-8d2357160989 req-20cd52c1-1d9e-4fda-8972-4971040853b9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0837936
Apr 06 10:19:50.321190 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cfe8ca76-42d4-47a0-8fae-8d2357160989 req-fc262c2c-b6f2-44ea-a561-57e9f0f70c5a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413392
Apr 06 10:19:51.149564 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-b84dbd90-4a8b-4ed2-9d7a-3d75d2d93fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:51.340508 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9641b-7bb0-4b85-a7c0-6856be1301e0 req-c4050a34-249b-432f-880d-316c3ab28caf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:51.342104 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dad9641b-7bb0-4b85-a7c0-6856be1301e0 req-c4050a34-249b-432f-880d-316c3ab28caf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0795035
Apr 06 10:19:51.389206 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dad9641b-7bb0-4b85-a7c0-6856be1301e0 req-2a650db8-7d74-417f-8d03-90f0c7be511e tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409667
Apr 06 10:19:51.517295 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbdd4-31c0-4d79-bbad-6c2db6a3bd33 req-dda20627-38ea-4b13-a70b-12e2b87e9f74 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:51.518744 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a31bbdd4-31c0-4d79-bbad-6c2db6a3bd33 req-dda20627-38ea-4b13-a70b-12e2b87e9f74 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0764873
Apr 06 10:19:51.564461 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a31bbdd4-31c0-4d79-bbad-6c2db6a3bd33 req-76b2580c-d94e-47fb-abfc-c996a070f16f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391192
Apr 06 10:19:52.586098 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006b098-f893-4b9e-afea-88f28d5a3cf8 req-fcdc06eb-55d4-4717-99f8-0386fe3f5a13 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:52.587534 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b006b098-f893-4b9e-afea-88f28d5a3cf8 req-fcdc06eb-55d4-4717-99f8-0386fe3f5a13 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0765057
Apr 06 10:19:52.641691 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b006b098-f893-4b9e-afea-88f28d5a3cf8 req-51942e9f-cf32-43f0-a7bb-229b35ba5753 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482080
Apr 06 10:19:52.770039 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db5b5c-affa-4ee8-9948-ddba3d918b77 req-7ce80aa9-22f2-411a-aedf-55362ce4d0b2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:52.771455 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1db5b5c-affa-4ee8-9948-ddba3d918b77 req-7ce80aa9-22f2-411a-aedf-55362ce4d0b2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0789554
Apr 06 10:19:52.816940 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1db5b5c-affa-4ee8-9948-ddba3d918b77 req-0203f852-4027-4dc2-8b32-0df20a290ba7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400376
Apr 06 10:19:53.235319 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-2a11ea0a-0584-43f1-89ab-fbe7f10e5d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:53.839781 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55267597-9c2d-4186-9e54-02206ef775fa req-549ab40d-0516-490e-91ef-499330ff831e tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:53.842369 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-55267597-9c2d-4186-9e54-02206ef775fa req-549ab40d-0516-490e-91ef-499330ff831e tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0796587
Apr 06 10:19:53.887683 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-55267597-9c2d-4186-9e54-02206ef775fa req-836e4cc0-b90b-4eae-bf5c-4c7c49e56ec5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404990
Apr 06 10:19:54.020526 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bc790-b918-4b5d-9bec-69410bd4508e req-600a09cd-cb44-4188-b4b6-572f4c4210dd tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:54.021998 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-237bc790-b918-4b5d-9bec-69410bd4508e req-600a09cd-cb44-4188-b4b6-572f4c4210dd tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0801463
Apr 06 10:19:54.070185 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-237bc790-b918-4b5d-9bec-69410bd4508e req-9c0d8b9f-5d67-4e55-bc76-d2f1a8d3e3d9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427585
Apr 06 10:19:54.630992 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:55.092673 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1622c6-48bc-40c8-b245-42bd16175a8d req-4a1c95c0-a73c-4949-916e-bdbc3e1ce7c7 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:55.094255 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1b1622c6-48bc-40c8-b245-42bd16175a8d req-4a1c95c0-a73c-4949-916e-bdbc3e1ce7c7 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0849431
Apr 06 10:19:55.162632 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1b1622c6-48bc-40c8-b245-42bd16175a8d req-a477ec10-e8f2-4c46-9bf4-1ceccd5b6873 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603831
Apr 06 10:19:55.230365 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:55.291218 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713c9fa-c96e-43fa-943c-261556930546 req-1a91617c-b65a-4d2b-b35b-e7a97029fae1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:55.292663 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6713c9fa-c96e-43fa-943c-261556930546 req-1a91617c-b65a-4d2b-b35b-e7a97029fae1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0799427
Apr 06 10:19:55.342710 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6713c9fa-c96e-43fa-943c-261556930546 req-8118d79f-34be-4fed-b9f9-14d50d957278 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444384
Apr 06 10:19:55.813323 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:56.397063 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47facc-0f95-43f9-b716-3695ba05ff2c req-bb81c8e9-4f7d-4de2-8b03-29d7d75bf8ed tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:56.398553 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c47facc-0f95-43f9-b716-3695ba05ff2c req-bb81c8e9-4f7d-4de2-8b03-29d7d75bf8ed tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0875492
Apr 06 10:19:56.445017 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c47facc-0f95-43f9-b716-3695ba05ff2c req-e6a29fc1-6a75-46c7-86dd-69ea35347512 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409224
Apr 06 10:19:56.558108 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8699e2-04b7-4707-ad07-0379446d43ef req-c04d5144-b8c2-4cf0-b30a-456089e46bb5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:56.559569 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a8699e2-04b7-4707-ad07-0379446d43ef req-c04d5144-b8c2-4cf0-b30a-456089e46bb5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0882809
Apr 06 10:19:56.606705 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a8699e2-04b7-4707-ad07-0379446d43ef req-46b00e93-dde6-43ec-9e93-47155ad25574 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412724
Apr 06 10:19:56.654374 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94815b14-a524-4329-b0c2-24697a33b11e req-dad7b1e8-0e5f-4c31-8cb3-4487aa86d313 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:56.655760 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-94815b14-a524-4329-b0c2-24697a33b11e req-dad7b1e8-0e5f-4c31-8cb3-4487aa86d313 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0818486
Apr 06 10:19:56.664620 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48318) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:56.670166 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'floatingip': {'port_id': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:19:56.744318 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:57.355293 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:57.407700 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:57.695907 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.l3_db [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Floating IP 10f29aa0-4469-4998-934a-8571cbd28b2b associated. External IP: 172.27.2.102, port: 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da.
Apr 06 10:19:57.935817 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e246-983b-448e-adcd-1c1424aba6c6 req-0aab5e8e-5aa9-443f-bce4-4f96bd2ee81d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:57.937386 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1e34e246-983b-448e-adcd-1c1424aba6c6 req-0aab5e8e-5aa9-443f-bce4-4f96bd2ee81d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1185241
Apr 06 10:19:58.008051 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1e34e246-983b-448e-adcd-1c1424aba6c6 req-5ba6761f-d20d-495b-84d8-4d35637f9c30 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628536
Apr 06 10:19:58.229051 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Router b1244669-e50b-45a9-bb5b-0edf918c3800 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:19:58.272877 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48354) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:58.448116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:58.474632 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:19:58.487066 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81273572-1824-485b-a88a-136bc35c4dde None None] Sync routers for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:19:58.494460 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:58.502134 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81273572-1824-485b-a88a-136bc35c4dde None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:58.502746 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-81273572-1824-485b-a88a-136bc35c4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e803646d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:19:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:58.505229 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:19:58.509239 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7dc7b25380483ea7328e23a7c2c7ea is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:19:58.512168 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:19:58.518292 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:19:58.559142 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-75cc3290-825a-4cb6-bc9a-5729e7c73714 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "PUT /v2.0/floatingips/10f29aa0-4469-4998-934a-8571cbd28b2b HTTP/1.1" status: 200  len: 992 time: 1.8933802
Apr 06 10:19:58.560731 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'tag': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:19:58.602221 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:58.635617 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d066e5f8-9c22-4574-a24c-663532c54542'] response: {'name': 'network-changed', 'server_uuid': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'tag': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'status': 'completed', 'code': 200}
Apr 06 10:19:58.682087 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:58.694942 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-81273572-1824-485b-a88a-136bc35c4dde None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:58.730105 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd7dc7b25380483ea7328e23a7c2c7ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4561312
Apr 06 10:19:58.734945 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48368) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:19:58.743844 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac347f6-6788-49c8-8570-d4f2fe136ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a6c6d9-5d45-4adf-897b-ad2cf8f9a74d,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:58.783755 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-8412b0d5-8162-48ed-a805-161239c1386d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 1099 time: 0.1167974
Apr 06 10:19:58.879242 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e9d94049-e382-420b-baf9-c85ed4e7f7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:58.922258 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e9d94049-e382-420b-baf9-c85ed4e7f7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:58.987172 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-571b3083-b1f5-42e3-960a-c5ca02efcc51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:58.988845 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-571b3083-b1f5-42e3-960a-c5ca02efcc51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 200  len: 912 time: 0.1975250
Apr 06 10:19:59.079042 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-81273572-1824-485b-a88a-136bc35c4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e803646d0>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '10f29aa0-4469-4998-934a-8571cbd28b2b', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'port_id': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'mac_address': 'fa:16:3e:75:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:19:32Z', 'updated_at': '2022-04-06T10:19:57Z', 'revision_number': 1, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:59.090551 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81273572-1824-485b-a88a-136bc35c4dde None None] Checking router: b1244669-e50b-45a9-bb5b-0edf918c3800 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:19:59.112082 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81273572-1824-485b-a88a-136bc35c4dde None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:19:59.113576 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-81273572-1824-485b-a88a-136bc35c4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e803646d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:19:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:59.124439 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-facd07a3-c415-40d9-afdf-ea72f1ff7a2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da HTTP/1.1" status: 200  len: 1000 time: 0.1203725
Apr 06 10:19:59.194122 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e9d94049-e382-420b-baf9-c85ed4e7f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:59.267274 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d94049-e382-420b-baf9-c85ed4e7f7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a6c6d9-5d45-4adf-897b-ad2cf8f9a74d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:19:59.276725 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e9d94049-e382-420b-baf9-c85ed4e7f7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:19:59.280103 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e9d94049-e382-420b-baf9-c85ed4e7f7cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1a6c6d9-5d45-4adf-897b-ad2cf8f9a74d HTTP/1.1" status: 204  len: 168 time: 0.5418365
Apr 06 10:19:59.286526 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-b53914e2-6040-4c3c-b0ed-e6c6d5446eed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:59.288110 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-b53914e2-6040-4c3c-b0ed-e6c6d5446eed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec3b2ca7-32de-42fe-acfd-abbc00704239 HTTP/1.1" status: 200  len: 850 time: 0.1468284
Apr 06 10:19:59.358655 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-81273572-1824-485b-a88a-136bc35c4dde None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:19:59.376158 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6d98a-6622-4c42-8d00-9871f74c4ef9 req-8b4a93b2-f7cc-4651-8f61-45041befe120 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:19:59.377584 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-60f6d98a-6622-4c42-8d00-9871f74c4ef9 req-8b4a93b2-f7cc-4651-8f61-45041befe120 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1904049
Apr 06 10:19:59.428331 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-77d0606e-d713-4273-ae5a-3e2b83f58e2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1252623
Apr 06 10:19:59.438091 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-60f6d98a-6622-4c42-8d00-9871f74c4ef9 req-93d3a1d9-83f9-4424-a484-9b493407f625 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502574
Apr 06 10:19:59.651741 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-bc825d34-c0e1-402c-b19b-350f84bf00e0 service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112257
Apr 06 10:19:59.741907 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-81273572-1824-485b-a88a-136bc35c4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e803646d0>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '10f29aa0-4469-4998-934a-8571cbd28b2b', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'port_id': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'mac_address': 'fa:16:3e:75:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:19:32Z', 'updated_at': '2022-04-06T10:19:57Z', 'revision_number': 1, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:19:59.746104 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81273572-1824-485b-a88a-136bc35c4dde None None] The sync data for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi is: [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '10f29aa0-4469-4998-934a-8571cbd28b2b', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'port_id': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'mac_address': 'fa:16:3e:75:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:19:32Z', 'updated_at': '2022-04-06T10:19:57Z', 'revision_number': 1, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:19:59.795926 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b0051b-2439-496a-a5c9-a9e06e8b04f6 req-affd6f89-70a4-413b-a0d0-d2d951c1150c service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374264
Apr 06 10:19:59.946516 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b61db-f4e5-4d05-907d-8a9f4aaa162b None None] New status for floating IP 10f29aa0-4469-4998-934a-8571cbd28b2b: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:20:00.032370 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48394) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:00.055077 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:00.089398 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:00.093347 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] Usage tracker for resource:security_group_rule and tenant:fbe180eae3ae486091b1f74f06259948 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:00.096144 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:00.102389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:00.171293 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:00.270917 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:00.325207 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbe180eae3ae486091b1f74f06259948&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2917256
Apr 06 10:20:00.326056 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06a6e-1f6b-4110-ba0b-97aa8dc0a297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ae5f78-8750-411c-bc59-f65484c6875a,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:00.328350 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48404) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:00.390640 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d626-1dd6-4270-ab85-533e84b70c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:00.421014 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d626-1dd6-4270-ab85-533e84b70c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:00.544524 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d626-1dd6-4270-ab85-533e84b70c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:00.562978 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8d626-1dd6-4270-ab85-533e84b70c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ae5f78-8750-411c-bc59-f65484c6875a,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:00.565219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d626-1dd6-4270-ab85-533e84b70c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:00.567809 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4cd8d626-1dd6-4270-ab85-533e84b70c11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09ae5f78-8750-411c-bc59-f65484c6875a HTTP/1.1" status: 204  len: 168 time: 0.2379968
Apr 06 10:20:00.651007 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e2d6-7746-4a1d-bed2-d80010d0880f req-54c10322-2577-4c8a-a7b7-1f1348c70b04 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:00.652501 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d242e2d6-7746-4a1d-bed2-d80010d0880f req-54c10322-2577-4c8a-a7b7-1f1348c70b04 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0888231
Apr 06 10:20:00.699077 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d242e2d6-7746-4a1d-bed2-d80010d0880f req-e60e9a9c-7f27-44a5-baac-8abb1f93b0c7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407932
Apr 06 10:20:00.839605 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48416) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:00.985170 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.025327 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:01.029161 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] Usage tracker for resource:security_group_rule and tenant:3857690a945d4b1ea5a6a439f00b8218 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:01.032086 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:01.037866 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:01.101065 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.161968 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.214652 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3857690a945d4b1ea5a6a439f00b8218&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3739302
Apr 06 10:20:01.215508 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afb59c-a66e-4d53-97ee-1ef581af6d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fc01c2-e320-4abc-a2a7-a2cef7fb3ee6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:01.217276 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48426) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:01.260736 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48430) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:01.280164 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f9895d6-21df-4f1f-842d-a96191114a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.281660 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.307682 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f9895d6-21df-4f1f-842d-a96191114a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.424717 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f9895d6-21df-4f1f-842d-a96191114a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.447345 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9895d6-21df-4f1f-842d-a96191114a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fc01c2-e320-4abc-a2a7-a2cef7fb3ee6,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:01.454105 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:01.456782 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f9895d6-21df-4f1f-842d-a96191114a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.460460 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0f9895d6-21df-4f1f-842d-a96191114a6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7fc01c2-e320-4abc-a2a7-a2cef7fb3ee6 HTTP/1.1" status: 204  len: 168 time: 0.2407017
Apr 06 10:20:01.460608 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] Usage tracker for resource:security_group_rule and tenant:61366cb336f2421183338dfeca926521 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:01.474603 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:01.482614 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:01.558659 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.641953 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.687959 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d0f7f-de00-419c-bb43-be1d28607a18,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:01.692578 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-06f4ccf0-012c-499b-ae59-64a225a5674a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61366cb336f2421183338dfeca926521&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4307406
Apr 06 10:20:01.695116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48440) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:01.768020 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9a94efa8-0fbc-48df-b557-f6d78917f583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.794186 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9a94efa8-0fbc-48df-b557-f6d78917f583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.911753 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fbfcf-f923-42e5-bbf7-9d680d773b28 req-92f90ebb-e10c-4e3a-b367-8494f2e406e8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:01.913310 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f2fbfcf-f923-42e5-bbf7-9d680d773b28 req-92f90ebb-e10c-4e3a-b367-8494f2e406e8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0823133
Apr 06 10:20:01.969244 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f2fbfcf-f923-42e5-bbf7-9d680d773b28 req-49d45c06-8167-4113-938f-d43cf7cbb4a0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502379
Apr 06 10:20:01.973987 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9a94efa8-0fbc-48df-b557-f6d78917f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:01.992431 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94efa8-0fbc-48df-b557-f6d78917f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d0f7f-de00-419c-bb43-be1d28607a18,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:02.033075 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9a94efa8-0fbc-48df-b557-f6d78917f583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:02.038634 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-9a94efa8-0fbc-48df-b557-f6d78917f583 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c6d0f7f-de00-419c-bb43-be1d28607a18 HTTP/1.1" status: 204  len: 168 time: 0.3424275
Apr 06 10:20:02.379630 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45eb06-8ab4-4b1b-9d11-1a54b0474ec3 req-17bea4f5-455b-46b6-96d8-d62eb60abff9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:02.381201 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bf45eb06-8ab4-4b1b-9d11-1a54b0474ec3 req-17bea4f5-455b-46b6-96d8-d62eb60abff9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0814946
Apr 06 10:20:02.444173 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bf45eb06-8ab4-4b1b-9d11-1a54b0474ec3 req-333354a1-f535-4634-89e6-c95b726d84cc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572174
Apr 06 10:20:03.203328 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d13f28-e1c6-4cc5-a193-039074ea2620 req-1085e793-07cc-4096-8d90-426d9780959c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:03.204770 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a9d13f28-e1c6-4cc5-a193-039074ea2620 req-1085e793-07cc-4096-8d90-426d9780959c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0850961
Apr 06 10:20:03.251807 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a9d13f28-e1c6-4cc5-a193-039074ea2620 req-a1f3c4d3-08b2-4d7c-9b3e-2c35b5885f76 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413396
Apr 06 10:20:03.660682 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0df5f3-fe8b-4ff4-830e-474eadfaddb5 req-249ff323-62ca-4ecd-a998-911b4b8a272a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:03.662396 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9c0df5f3-fe8b-4ff4-830e-474eadfaddb5 req-249ff323-62ca-4ecd-a998-911b4b8a272a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0795684
Apr 06 10:20:03.708689 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9c0df5f3-fe8b-4ff4-830e-474eadfaddb5 req-c1b38c71-4937-4817-9383-fcbbc21c0889 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404122
Apr 06 10:20:04.466848 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412ba0-2fee-4096-851b-fcf93529a913 req-bffed572-c6cc-46f2-b259-5912264dbbb9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:04.468395 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f9412ba0-2fee-4096-851b-fcf93529a913 req-bffed572-c6cc-46f2-b259-5912264dbbb9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0847242
Apr 06 10:20:04.520353 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f9412ba0-2fee-4096-851b-fcf93529a913 req-1a2c69e1-3306-423e-b876-8af2d7c6714d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443776
Apr 06 10:20:04.933071 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831b480-f78e-465c-8ac4-751b962cfb17 req-5dafc89d-280c-422e-a192-8cf8df2df422 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:04.943540 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c831b480-f78e-465c-8ac4-751b962cfb17 req-5dafc89d-280c-422e-a192-8cf8df2df422 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0913472
Apr 06 10:20:05.001596 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c831b480-f78e-465c-8ac4-751b962cfb17 req-c2a479b9-2258-4b6f-ab4a-6f57625275a8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504572
Apr 06 10:20:05.721353 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a07fe7-eb30-498b-ad66-c5a1cdce5711 req-3293684b-e84e-4635-a23e-379f2b36da00 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:05.722803 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-23a07fe7-eb30-498b-ad66-c5a1cdce5711 req-3293684b-e84e-4635-a23e-379f2b36da00 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0820820
Apr 06 10:20:05.778513 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-23a07fe7-eb30-498b-ad66-c5a1cdce5711 req-ed827625-7600-4eb0-973b-8503b50c7ea5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467522
Apr 06 10:20:06.231258 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e02b7-44db-4e07-a641-e2d53e939a9e req-291f1ec6-4f87-4b6a-8202-9c1c03f2a2c0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:06.232627 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c63e02b7-44db-4e07-a641-e2d53e939a9e req-291f1ec6-4f87-4b6a-8202-9c1c03f2a2c0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0753124
Apr 06 10:20:06.282233 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c63e02b7-44db-4e07-a641-e2d53e939a9e req-cb3b2509-4772-4093-bc5d-6aee73cc833f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440736
Apr 06 10:20:06.512337 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48598) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:06.653057 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:06.683702 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:06.687552 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Usage tracker for resource:security_group_rule and tenant:9e720aef49884bcab63ba8a339885409 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:06.690360 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:06.696560 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:06.766751 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:06.874877 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:06.950386 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e94edf4-ee52-473b-8349-765c7fee414e,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:06.965098 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e720aef49884bcab63ba8a339885409&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4517219
Apr 06 10:20:06.967776 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48610) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:06.972815 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.973919 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.974392 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.974796 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.978670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.978670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.978670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.978670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.978670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.978670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:06.978670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01415589-7eda-463f-9a26-a1565b6dc3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.023912 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d6eb2-58f9-4551-8f35-c1afac41d38a req-11cf92c7-4929-40bf-a802-2fb2825c2747 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:07.030490 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-eb3d6eb2-58f9-4551-8f35-c1afac41d38a req-11cf92c7-4929-40bf-a802-2fb2825c2747 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1147137
Apr 06 10:20:07.040342 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:07.066928 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:07.083635 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-eb3d6eb2-58f9-4551-8f35-c1afac41d38a req-84b173cc-c48b-4bad-8787-61b22a13bb39 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510561
Apr 06 10:20:07.200194 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:07.216911 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e94edf4-ee52-473b-8349-765c7fee414e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:07.226676 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:07.227777 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e94edf4-ee52-473b-8349-765c7fee414e HTTP/1.1" status: 204  len: 168 time: 0.2589872
Apr 06 10:20:07.229415 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.229758 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.230122 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.230471 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.230789 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.231122 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.231576 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.232115 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.232115 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.232375 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.232698 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b99a9-a002-490d-966e-9b06c0e65d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:07.502263 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a745f7-347f-461b-b614-d89c68aa9e71 req-be9e3835-df41-4c60-b768-da586a4b34bc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:07.503767 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f0a745f7-347f-461b-b614-d89c68aa9e71 req-be9e3835-df41-4c60-b768-da586a4b34bc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0812070
Apr 06 10:20:07.556198 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f0a745f7-347f-461b-b614-d89c68aa9e71 req-2e9fad7b-ee71-426f-870b-415386e14640 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463581
Apr 06 10:20:07.951302 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48632) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:07.969219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:08.005281 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:08.009381 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] Usage tracker for resource:security_group_rule and tenant:59261b3ec4834482befb56e7fd70481a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:08.012268 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:08.018389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:08.083717 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:08.167419 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:08.253885 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0c22cc-5057-4bbc-a5ca-cac7ec5f2a6d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:08.264694 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b98aa430-c1b7-495e-87fb-07e42eb585a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59261b3ec4834482befb56e7fd70481a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3121102
Apr 06 10:20:08.271207 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48644) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:08.345794 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49934225-2ba6-4e2b-ad35-796388a82f4b req-0239e08f-9d4a-4bfb-b6a7-cbd9b8ac54c1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:08.354047 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-49934225-2ba6-4e2b-ad35-796388a82f4b req-0239e08f-9d4a-4bfb-b6a7-cbd9b8ac54c1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1376295
Apr 06 10:20:08.380253 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f5ea401e-b857-410f-8470-eca25dcad1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:08.421035 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f5ea401e-b857-410f-8470-eca25dcad1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:08.434883 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-49934225-2ba6-4e2b-ad35-796388a82f4b req-81a3b4b4-8988-4b7e-912f-4e0be96d750d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795414
Apr 06 10:20:08.561787 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f5ea401e-b857-410f-8470-eca25dcad1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:08.578586 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea401e-b857-410f-8470-eca25dcad1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0c22cc-5057-4bbc-a5ca-cac7ec5f2a6d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:08.591270 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f5ea401e-b857-410f-8470-eca25dcad1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:08.591270 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-f5ea401e-b857-410f-8470-eca25dcad1ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c0c22cc-5057-4bbc-a5ca-cac7ec5f2a6d HTTP/1.1" status: 204  len: 168 time: 0.3174949
Apr 06 10:20:08.783790 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c1d04-ea1d-4026-9099-9a9e98ea7753 req-2c4f3de9-ef57-47fd-9818-aa9adcda1d47 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:08.785241 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-966c1d04-ea1d-4026-9099-9a9e98ea7753 req-2c4f3de9-ef57-47fd-9818-aa9adcda1d47 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0785291
Apr 06 10:20:08.833892 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-966c1d04-ea1d-4026-9099-9a9e98ea7753 req-a3e8524d-7fb1-4240-86d4-567855c5ea93 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431621
Apr 06 10:20:09.638790 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16f125-c367-4e45-8995-90d92ee346a3 req-90e4182c-30fc-46b5-ac13-863cab0daf3b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:09.640302 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d16f125-c367-4e45-8995-90d92ee346a3 req-90e4182c-30fc-46b5-ac13-863cab0daf3b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0826445
Apr 06 10:20:09.686178 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d16f125-c367-4e45-8995-90d92ee346a3 req-6455ff16-ee59-4b9f-800f-76beae36c9a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391936
Apr 06 10:20:10.087578 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f2b4f-8041-48fc-a083-f8502280b0f8 req-bf08cfba-391e-4921-ab78-b725bd9179b7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:10.089049 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9d9f2b4f-8041-48fc-a083-f8502280b0f8 req-bf08cfba-391e-4921-ab78-b725bd9179b7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1029615
Apr 06 10:20:10.141417 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9d9f2b4f-8041-48fc-a083-f8502280b0f8 req-f0868c3c-5a3d-4854-9c9d-36c246ce1823 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411737
Apr 06 10:20:10.930000 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607b4db-0d7b-4902-9c88-e4758005573d req-01ed7407-93b4-4328-8c1e-9a1415c80470 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:10.931437 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1607b4db-0d7b-4902-9c88-e4758005573d req-01ed7407-93b4-4328-8c1e-9a1415c80470 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0832295
Apr 06 10:20:10.986506 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1607b4db-0d7b-4902-9c88-e4758005573d req-8e1c0b16-e2cf-42cf-8cad-f8d636a17473 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482109
Apr 06 10:20:11.397196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfe547-d29b-4610-bc46-16696897a304 req-47cc3b7d-632c-433e-9702-faf94c617129 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:11.399941 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2bbfe547-d29b-4610-bc46-16696897a304 req-47cc3b7d-632c-433e-9702-faf94c617129 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0959492
Apr 06 10:20:11.451505 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2bbfe547-d29b-4610-bc46-16696897a304 req-28777f4d-94d6-4417-a7ce-34405e414ede tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417521
Apr 06 10:20:12.170308 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2deb7b75-2439-42d3-a92a-15faed457cd5 req-9e62ffb6-10f1-4638-a22d-a6c0ee9a4a55 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 1098 time: 0.0767434
Apr 06 10:20:12.198637 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8129a6-bfea-4e6c-abcc-81a9a41ae40a req-d91e2646-34fa-4e31-ace2-7ad274b0343c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:12.199996 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d8129a6-bfea-4e6c-abcc-81a9a41ae40a req-d91e2646-34fa-4e31-ace2-7ad274b0343c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0801809
Apr 06 10:20:12.219274 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2deb7b75-2439-42d3-a92a-15faed457cd5 req-4a7cd466-4c64-473b-8faf-077fc35ac5b1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369027
Apr 06 10:20:12.246825 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d8129a6-bfea-4e6c-abcc-81a9a41ae40a req-f56729f9-9821-4a09-b800-790906a8233b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410445
Apr 06 10:20:12.668442 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a54be5-33c7-4515-8c90-42680abe1c4d req-0beca309-b39a-4d8d-856e-23e0f1a29196 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:12.670177 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-71a54be5-33c7-4515-8c90-42680abe1c4d req-0beca309-b39a-4d8d-856e-23e0f1a29196 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0809562
Apr 06 10:20:12.716614 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-71a54be5-33c7-4515-8c90-42680abe1c4d req-371ebaf2-e6e9-49ae-9081-714246083880 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405810
Apr 06 10:20:13.453956 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912de4-2baf-4b9a-b8d4-53158fcc49a3 req-b0d1f270-49b8-465f-8644-a9ad1567f515 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:13.455408 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e6912de4-2baf-4b9a-b8d4-53158fcc49a3 req-b0d1f270-49b8-465f-8644-a9ad1567f515 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0858226
Apr 06 10:20:13.502174 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e6912de4-2baf-4b9a-b8d4-53158fcc49a3 req-797146d9-22c4-4af0-a169-7379f9ea99af tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402889
Apr 06 10:20:13.938735 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568b8cd-53a7-4807-8747-40877cdca02b req-63a7039b-0837-4117-ba91-23ede9cefe21 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:13.941048 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4568b8cd-53a7-4807-8747-40877cdca02b req-63a7039b-0837-4117-ba91-23ede9cefe21 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0854270
Apr 06 10:20:14.012577 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4568b8cd-53a7-4807-8747-40877cdca02b req-3dffc184-9da8-4b40-92f4-80152da0fb2d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501659
Apr 06 10:20:14.517502 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:20:14.705523 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cef098-e3e1-4cba-a132-320b1528fb7a req-5488dbb0-dc20-4e5e-9276-45b7f55f6f86 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:14.706873 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-73cef098-e3e1-4cba-a132-320b1528fb7a req-5488dbb0-dc20-4e5e-9276-45b7f55f6f86 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0782022
Apr 06 10:20:14.751739 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-73cef098-e3e1-4cba-a132-320b1528fb7a req-b9276f3f-36de-46a4-a31b-22b243018098 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388713
Apr 06 10:20:15.234171 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042d34e-f145-4b69-9f55-dec2ec8b2b24 req-dec5639b-ae03-4d23-bfc5-d722cbc75efd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:15.235509 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b042d34e-f145-4b69-9f55-dec2ec8b2b24 req-dec5639b-ae03-4d23-bfc5-d722cbc75efd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0792921
Apr 06 10:20:15.281768 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b042d34e-f145-4b69-9f55-dec2ec8b2b24 req-23d8e2f9-bd29-4e7a-8c86-b7dbabbe4841 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402412
Apr 06 10:20:15.942398 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f25c34-d5cb-49c3-8924-2146fd58aa1a req-d8be2f65-7f71-404c-b893-f2da60142692 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:15.943889 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-64f25c34-d5cb-49c3-8924-2146fd58aa1a req-d8be2f65-7f71-404c-b893-f2da60142692 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0741839
Apr 06 10:20:15.998373 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-64f25c34-d5cb-49c3-8924-2146fd58aa1a req-80cb2e1e-e640-4eb2-a671-b1b99a1d30cf tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488844
Apr 06 10:20:16.488417 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15de0c-898b-4449-89fb-5bf02322f121 req-cd8f903f-88d6-45c5-8fe9-2d255ded0f20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:16.489849 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3b15de0c-898b-4449-89fb-5bf02322f121 req-cd8f903f-88d6-45c5-8fe9-2d255ded0f20 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0739901
Apr 06 10:20:16.595509 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3b15de0c-898b-4449-89fb-5bf02322f121 req-6496dc92-1e98-4483-996d-402bc6781bc8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998869
Apr 06 10:20:17.218177 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068096c4-02ab-4de4-8925-34341906e2bf req-9c255ddd-b4b0-4db5-baa5-bdc997a83f14 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:17.220281 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-068096c4-02ab-4de4-8925-34341906e2bf req-9c255ddd-b4b0-4db5-baa5-bdc997a83f14 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0858774
Apr 06 10:20:17.275226 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-068096c4-02ab-4de4-8925-34341906e2bf req-1898a586-34d2-4e42-b7d5-61adc5448b69 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483108
Apr 06 10:20:17.801780 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3607727-2a3c-4261-9c8b-4c428c77fe88 req-89eb1394-d312-4a89-a0d6-34caed54e1c9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:17.803789 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d3607727-2a3c-4261-9c8b-4c428c77fe88 req-89eb1394-d312-4a89-a0d6-34caed54e1c9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0745895
Apr 06 10:20:17.847468 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d3607727-2a3c-4261-9c8b-4c428c77fe88 req-cccf6d85-ebd4-4f8e-80a3-6807f560b54e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382881
Apr 06 10:20:18.436055 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:18.471945 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcefc50-c276-40e3-ba5d-682a1c5bf6ef req-825cb79d-5d13-4eac-b128-36e3edaf6895 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:18.473421 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fcefc50-c276-40e3-ba5d-682a1c5bf6ef req-825cb79d-5d13-4eac-b128-36e3edaf6895 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0779963
Apr 06 10:20:18.572121 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fcefc50-c276-40e3-ba5d-682a1c5bf6ef req-97909995-c6a6-4fd5-8a8d-75c0636da931 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925319
Apr 06 10:20:19.067093 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6448145-7321-452b-bf40-d3fe97ac9162 req-f9f41301-edca-4514-9d77-b4bc7744af43 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:19.067093 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6448145-7321-452b-bf40-d3fe97ac9162 req-f9f41301-edca-4514-9d77-b4bc7744af43 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0796859
Apr 06 10:20:19.118255 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6448145-7321-452b-bf40-d3fe97ac9162 req-91430b95-26fb-4dd3-bf08-2507825367b2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423715
Apr 06 10:20:19.239705 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a68af-115f-42e2-9481-8adcd6b975a7 req-a57d6a00-7f77-4142-a4bb-72d749a22f33 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:19.241476 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d7a68af-115f-42e2-9481-8adcd6b975a7 req-a57d6a00-7f77-4142-a4bb-72d749a22f33 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0768125
Apr 06 10:20:19.290124 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d7a68af-115f-42e2-9481-8adcd6b975a7 req-3fb0ef35-0627-4cc1-bd41-599c7d73a2e8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429115
Apr 06 10:20:20.246907 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-5e7f4812-2bf7-4d9d-90db-e9cb7b22dc57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 1098 time: 0.0684083
Apr 06 10:20:20.447376 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8073d-ffec-4617-9f71-533dc92811e6 req-dc94ea21-ac61-4f9b-adb6-09f7b3f740ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:20.447775 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-45d8073d-ffec-4617-9f71-533dc92811e6 req-dc94ea21-ac61-4f9b-adb6-09f7b3f740ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1725755
Apr 06 10:20:20.470178 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-1e7f925c-c3d7-4ab3-90f3-f65e4e361ba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:20.471725 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-1e7f925c-c3d7-4ab3-90f3-f65e4e361ba5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.2154660
Apr 06 10:20:20.508115 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616b19-3e63-42bc-b980-5c4300db9800 req-2a188896-4d16-4e7a-b851-bac3f3e0d391 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:20.509611 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-76616b19-3e63-42bc-b980-5c4300db9800 req-2a188896-4d16-4e7a-b851-bac3f3e0d391 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0928648
Apr 06 10:20:20.563797 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-0c9cd8a9-f0c2-4b10-94be-74e374dcbbf4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 HTTP/1.1" status: 200  len: 217 time: 0.0843835
Apr 06 10:20:20.568256 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-76616b19-3e63-42bc-b980-5c4300db9800 req-77bf6702-59a4-4c6d-a8d8-5e9a644b0381 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518222
Apr 06 10:20:20.572203 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-45d8073d-ffec-4617-9f71-533dc92811e6 req-f86be382-63a3-4ebc-968a-e5a62bc1e1bb tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187842
Apr 06 10:20:20.637337 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-de46bd7f-4701-45fe-9d82-4fd0cb7469ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:20.638816 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-de46bd7f-4701-45fe-9d82-4fd0cb7469ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0640786
Apr 06 10:20:20.723246 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-54ce87b3-08c8-49ff-8b14-b772527b6192 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724440
Apr 06 10:20:20.867526 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-59f6a8a5-674f-4ce0-90f6-416f01831d39 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285279
Apr 06 10:20:21.025586 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7869265b-e9fb-4caf-97d0-9b51130f0d5d req-66ed0d04-4f16-4e5e-9c3a-90f0cfbfb025 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356888
Apr 06 10:20:21.120049 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c2313e49-e569-4b9b-802d-72f293561b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:21.805587 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a0487-5d63-4d01-a01e-cd895c12cf0e req-79be2bef-2506-4b49-9bd3-4c9b91260ac4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:21.812952 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8b2a0487-5d63-4d01-a01e-cd895c12cf0e req-79be2bef-2506-4b49-9bd3-4c9b91260ac4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1118379
Apr 06 10:20:21.858205 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8b2a0487-5d63-4d01-a01e-cd895c12cf0e req-9659b928-ed3a-4334-bf54-a8b343a47dd8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441420
Apr 06 10:20:21.862399 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cdc67-1f63-4e52-be42-9b4f83c72d87 req-e0c16347-8738-44f0-b8ad-e3ed3f19e926 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:21.870371 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f70cdc67-1f63-4e52-be42-9b4f83c72d87 req-e0c16347-8738-44f0-b8ad-e3ed3f19e926 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1229284
Apr 06 10:20:21.913856 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f70cdc67-1f63-4e52-be42-9b4f83c72d87 req-88fdacc4-1828-476f-b238-faa7a472a3a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425518
Apr 06 10:20:22.347223 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48908) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:22.353474 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576012436', 'description': 'tempest-description--866538306'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:22.359519 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:22.369792 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:22.471097 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:22.508042 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:22.511840 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:22.526303 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:22.526303 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:22.577603 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:22.658978 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:22.713056 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fbaf21-b649-4a43-b184-4371feb1a36e,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:22.807687 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:22.808933 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ce29d855-9131-4927-b32e-c13a6dd9d170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4607048
Apr 06 10:20:22.811781 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48916) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:22.817278 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group_rule': {'security_group_id': 'b4fbaf21-b649-4a43-b184-4371feb1a36e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:22.823864 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:22.827586 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:22.830461 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:22.836024 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:22.924195 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.077276 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.098364 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fda158-4b8a-4d2e-97bb-c5c6eb16d4d6 req-759aca18-267e-45c9-8404-056b90bb8415 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:23.099930 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f0fda158-4b8a-4d2e-97bb-c5c6eb16d4d6 req-759aca18-267e-45c9-8404-056b90bb8415 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1055858
Apr 06 10:20:23.150156 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.168851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b1ef4-5aae-4fb2-b61c-3e81d1a84810 req-9ee1c676-077a-4ead-9bbe-679ad316b8f4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:23.170335 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-172b1ef4-5aae-4fb2-b61c-3e81d1a84810 req-9ee1c676-077a-4ead-9bbe-679ad316b8f4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0824454
Apr 06 10:20:23.172004 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f0fda158-4b8a-4d2e-97bb-c5c6eb16d4d6 req-91a28310-d8b6-4ecc-af41-9dc3a56d72ab tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637441
Apr 06 10:20:23.177001 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ad372d-37f8-4cd8-b17d-07e55a43e35c,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:23.189892 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-686bf9d8-ffd6-4efe-b45c-20ab4541a0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.219627 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-172b1ef4-5aae-4fb2-b61c-3e81d1a84810 req-ddab5ea7-b277-4e39-a07c-ee107a688a08 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433836
Apr 06 10:20:23.269025 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.273316 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-14faa122-5093-44c9-b5ce-206ff3f32d97 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4579794
Apr 06 10:20:23.275374 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48928) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:23.281355 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group_rule': {'security_group_id': 'b4fbaf21-b649-4a43-b184-4371feb1a36e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:23.290200 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:23.294185 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:23.297116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:23.303848 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:23.401783 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.481648 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.543903 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.573113 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a4c254-60db-4808-a217-aacad8013d39,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:23.681554 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.682822 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d6e38823-de71-4a14-9258-d53dc3c66056 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4064293
Apr 06 10:20:23.686602 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 48938) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:23.691820 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:23.697213 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:23.700986 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:floatingip and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:23.703790 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:23.709351 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:23.784522 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:23.918094 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.033002 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48948) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:24.087569 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Allocated IP 172.27.2.179 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/651a14b5-7a6b-4927-a5a4-00b1b7bca16d) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:24.186113 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.217599 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:24.225997 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] Usage tracker for resource:security_group_rule and tenant:91f7f62c94304833bc1a708e4712d093 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:24.229213 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:24.236385 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:24.248809 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.322398 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.366084 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.394144 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.396461 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.462237 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dd3611-69c0-4994-9a77-061fb1f009e9,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:24.473518 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-85ae444e-4f2f-44a3-ab47-1db2252365e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91f7f62c94304833bc1a708e4712d093&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4387977
Apr 06 10:20:24.474187 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 48962) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:24.481410 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:24.489134 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:24.492193 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=651a14b5-7a6b-4927-a5a4-00b1b7bca16d,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:24.494523 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:24.495714 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e645b19-84ad-4f09-b23f-a95c4188193e req-520f189a-b549-4b15-9e1a-7446951e1452 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:24.502550 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9e645b19-84ad-4f09-b23f-a95c4188193e req-520f189a-b549-4b15-9e1a-7446951e1452 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1572034
Apr 06 10:20:24.578254 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d86b8f-9692-490e-9d31-1e3c11d494e5 req-1db7ef95-d835-48d7-a973-bd1f09d293d7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:24.579756 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f9d86b8f-9692-490e-9d31-1e3c11d494e5 req-1db7ef95-d835-48d7-a973-bd1f09d293d7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.2094626
Apr 06 10:20:24.583897 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9e645b19-84ad-4f09-b23f-a95c4188193e req-9b10303b-23db-4548-9160-1254d092c0d0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786593
Apr 06 10:20:24.590869 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4dea-dfa4-4e7c-8caa-1a1a79a27ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.619329 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4dea-dfa4-4e7c-8caa-1a1a79a27ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.651867 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f9d86b8f-9692-490e-9d31-1e3c11d494e5 req-cd20a863-fb85-4d8d-874a-18f80be0f9f1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586321
Apr 06 10:20:24.734232 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.744433 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4dea-dfa4-4e7c-8caa-1a1a79a27ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.759483 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d4dea-dfa4-4e7c-8caa-1a1a79a27ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dd3611-69c0-4994-9a77-061fb1f009e9,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:24.768807 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4dea-dfa4-4e7c-8caa-1a1a79a27ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:24.772614 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-5a6d4dea-dfa4-4e7c-8caa-1a1a79a27ab3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1dd3611-69c0-4994-9a77-061fb1f009e9 HTTP/1.1" status: 204  len: 168 time: 0.2936511
Apr 06 10:20:24.845007 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:25.057627 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:25.190102 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:25.268613 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:25.302638 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=651a14b5-7a6b-4927-a5a4-00b1b7bca16d,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:25.312925 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:25.407425 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:25.408771 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-706edbe6-de76-4d79-8998-138827ccd984 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7212634
Apr 06 10:20:25.727135 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-985f3be5-8622-436f-a59b-bff17aeccd5f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:20:25.845562 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-985f3be5-8622-436f-a59b-bff17aeccd5f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:20:25.845752 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:25.846955 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-985f3be5-8622-436f-a59b-bff17aeccd5f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1576012436&fields=id&tenant_id=474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 267 time: 0.2331111
Apr 06 10:20:25.974310 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac93b64-a968-4ec8-ad32-2d8ae326a99d req-39212d2e-d515-43de-ade5-c60e5fd32f65 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:25.982082 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bac93b64-a968-4ec8-ad32-2d8ae326a99d req-39212d2e-d515-43de-ade5-c60e5fd32f65 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1604214
Apr 06 10:20:26.034903 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bac93b64-a968-4ec8-ad32-2d8ae326a99d req-d4d54bfd-a1f8-423b-acc4-c0da5f888b4d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518782
Apr 06 10:20:26.050409 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-fceba5c9-e9c2-400b-8b04-8a047a2ae830 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:26.054434 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-fceba5c9-e9c2-400b-8b04-8a047a2ae830 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 813 time: 0.1996667
Apr 06 10:20:26.078826 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-52da9d69-6f06-45be-a491-817ff0885d85 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/quotas/474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 375 time: 0.0190046
Apr 06 10:20:26.168909 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-181a24e8-a6f9-48c9-908d-7b172b69882a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0847940
Apr 06 10:20:26.208162 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49016) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:26.307113 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-407fcab6-1aff-46be-8e03-502ebb8478d2 service neutron] 10.222.0.11 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261582
Apr 06 10:20:26.339492 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2084529749-network', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:26.344248 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:26.348092 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Usage tracker for resource:network and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:26.351689 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:26.362152 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:26.438696 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-9c954627-6c53-45f2-bdce-7bc7f1235932 service neutron] 10.222.0.11 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255865
Apr 06 10:20:26.441384 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Made reservation on behalf of a5cf8fe4306446d985fb4a66132ccf62 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:20:26.443680 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:26.457112 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:26.488930 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:26.494486 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Usage tracker for resource:security_group_rule and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:26.497356 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:26.503054 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:26.571189 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:26.670251 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:26.698762 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:20:26.713911 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24356f0a-083d-45d5-9df4-450ebb10f2f6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:26.718767 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:26.719304 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.segments_db [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Added segment b688c216-a242-403f-ac87-f9d18da18bd9 of type vlan for network 5761f520-9e70-4724-b543-ce095daa3960
Apr 06 10:20:26.750932 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:26.792964 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f066d458-4b2b-4338-a6cc-d28a6478ef43 req-7adf0dae-2282-4e57-888d-8c8fdeeec43c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 210 time: 0.0465977
Apr 06 10:20:26.864800 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49034) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:26.871283 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216427300', 'description': 'tempest-description--340681748'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:26.875982 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:26.881831 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:26.881831 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:26.902534 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:26.974595 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:27.001738 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] Pushing event updated for resources: {'Network': ['ID=5761f520-9e70-4724-b543-ce095daa3960,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:27.015840 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 5761f520-9e70-4724-b543-ce095daa3960 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:20:27.066702 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d48b9a94-0dea-45a8-bacb-723424af6568 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8573909
Apr 06 10:20:27.082675 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49042) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:27.082675 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Request body: {'subnet': {'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2084529749-subnet', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:27.083937 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:27.088198 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Usage tracker for resource:subnet and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:27.091154 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:27.097247 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:27.175061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Made reservation on behalf of a5cf8fe4306446d985fb4a66132ccf62 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:20:27.178300 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.185385 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266915769'] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.264218 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:27.269536 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Usage tracker for resource:security_group_rule and tenant:6c26929cdc2e419397fb84381a87eae9 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:27.272801 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:27.280600 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:27.347758 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.422901 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.447466 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fbebd-87fa-4ecd-9c73-d96bb0430834 req-dd141f9d-6899-47ce-9e7f-0d7cddb5854f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:27.448830 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-861fbebd-87fa-4ecd-9c73-d96bb0430834 req-dd141f9d-6899-47ce-9e7f-0d7cddb5854f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1568744
Apr 06 10:20:27.484580 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702256b4-11fa-4159-b1e8-9dbdc74f9a5c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:27.531309 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-861fbebd-87fa-4ecd-9c73-d96bb0430834 req-d1cec1f1-834f-4fe6-ac26-36c12983cebd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727708
Apr 06 10:20:27.605225 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.606464 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-8b4fbe31-3278-445c-ab9b-17f6890df7eb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.7403982
Apr 06 10:20:27.609274 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49072) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:27.614787 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'security_group_rule': {'security_group_id': '702256b4-11fa-4159-b1e8-9dbdc74f9a5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:27.621017 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:27.624753 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Usage tracker for resource:security_group_rule and tenant:6c26929cdc2e419397fb84381a87eae9 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:27.627979 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:27.633988 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:27.687303 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1529916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266915735'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.759895 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01164e3-7e0e-4eb9-9aea-3e9b80cf5441,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:27.761119 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.773851 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Checking segment: {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:27.774370 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Network hostable DHCP agents. Network: 5761f520-9e70-4724-b543-ce095daa3960, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:20:27.825652 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.886802 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Network 5761f520-9e70-4724-b543-ce095daa3960 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:20:27.903903 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.927162 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e53b55f-4aac-4470-8b4e-3d33ae620712,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:27.961184 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 5761f520-9e70-4724-b543-ce095daa3960) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:27.965319 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:27.967712 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:27.981783 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc525747-9e44-4baf-91d5-66d0bf749c65 None None] Network 5761f520-9e70-4724-b543-ce095daa3960 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:20:28.026674 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e3b7cce7-19b5-42c3-befe-3d454ed27b41 req-d748c771-70e2-4e6b-9a71-6370043a41cc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 210 time: 0.1044419
Apr 06 10:20:28.133509 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.136697 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d4987a42-8f05-4f71-a91a-de7c41871a87 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0619328
Apr 06 10:20:28.137210 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49084) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:28.137469 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-e81cceb6-b40d-4354-b7a8-566ca0a55e0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5272367
Apr 06 10:20:28.137878 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49086) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:28.149312 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:28.156214 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:28.161346 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Usage tracker for resource:router and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:28.165943 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:28.173721 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:28.185386 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'security_group_rule': {'security_group_id': '702256b4-11fa-4159-b1e8-9dbdc74f9a5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:28.191693 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:28.196445 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Usage tracker for resource:security_group_rule and tenant:6c26929cdc2e419397fb84381a87eae9 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:28.204240 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:28.206594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:28.280760 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-5761f520-9e70-4724-b543-ce095daa3960', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:20:28.286071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.350695 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.354023 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.373020 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.412683 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.449702 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Allocated IP 172.20.0.2 (5761f520-9e70-4724-b543-ce095daa3960/c01164e3-7e0e-4eb9-9aea-3e9b80cf5441/d26f7a0e-91b7-4d6d-a4eb-ae035267408d) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:28.477758 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.635105 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.664997 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4ae6e3-551c-4d17-9f09-2fb631c29ce8,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:28.683553 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.694645 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Transition to ACTIVE for port object d26f7a0e-91b7-4d6d-a4eb-ae035267408d will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:28.713174 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Transition to ACTIVE for port object d26f7a0e-91b7-4d6d-a4eb-ae035267408d will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:28.735620 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.748879 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:20:28.776544 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462fbcd-a629-4180-b55d-b610fa9a5e98 req-ba3a112a-0e7c-40bf-9532-47aafdc768e4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:28.778010 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.778176 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9462fbcd-a629-4180-b55d-b610fa9a5e98 req-ba3a112a-0e7c-40bf-9532-47aafdc768e4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1026120
Apr 06 10:20:28.800308 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.804973 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-cdffc744-e8eb-474f-8b6a-1905690974b0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6593769
Apr 06 10:20:28.805838 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49100) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:28.810659 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:28.820157 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:28.834123 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Usage tracker for resource:floatingip and tenant:6c26929cdc2e419397fb84381a87eae9 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:28.838275 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:28.853724 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:28.858207 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9462fbcd-a629-4180-b55d-b610fa9a5e98 req-e6620ad0-473f-4506-b00c-efacbf3a0cfb tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739408
Apr 06 10:20:28.931673 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:28.938073 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Network 5761f520-9e70-4724-b543-ce095daa3960 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:28.941694 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Pushing event updated for resources: {'Port': ['ID=d26f7a0e-91b7-4d6d-a4eb-ae035267408d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:28.947145 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:28.958910 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:29.045856 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.046472 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.046959 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.047463 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.048018 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.048679 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.049165 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.049668 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.050166 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.054698 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.054698 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:29.106973 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:29.122669 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Attempting to bind port d26f7a0e-91b7-4d6d-a4eb-ae035267408d on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:20:29.123230 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Attempting to bind port d26f7a0e-91b7-4d6d-a4eb-ae035267408d by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:20:29.123789 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Attempting to bind port d26f7a0e-91b7-4d6d-a4eb-ae035267408d on network 5761f520-9e70-4724-b543-ce095daa3960 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:29.133914 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:20:29.135872 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Checking segment: {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:29.135872 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.135872 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Bound using segment: {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:20:29.135872 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Bound port: d26f7a0e-91b7-4d6d-a4eb-ae035267408d, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:20:29.136645 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.164354 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'port_id': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'mac_address': 'fa:16:3e:08:96:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:20:29.175246 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.199876 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.232547 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.424950 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.464949 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ee70096b-712e-4615-a26c-fd1683c7a3ba req-ac60d5f5-f0d9-454b-9a13-c2febc4eb9e3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 210 time: 0.1082370
Apr 06 10:20:29.473163 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] For port d26f7a0e-91b7-4d6d-a4eb-ae035267408d, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:20:29.478727 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] For port d26f7a0e-91b7-4d6d-a4eb-ae035267408d, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=d26f7a0e-91b7-4d6d-a4eb-ae035267408d,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:20:29.480810 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1aa6d928-dbb0-49f3-969a-48a80b8956aa {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:20:29.513720 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:29.570955 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Allocated IP 172.27.2.113 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/f661fe46-ae44-450b-bfa1-cb643adf8abf) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:29.613712 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.631331 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-9e6bffee-0bb6-4350-b44f-3bffdb687ffa tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:29.632753 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-9e6bffee-0bb6-4350-b44f-3bffdb687ffa tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 813 time: 0.1632910
Apr 06 10:20:29.647828 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.703080 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-1a5dd6c9-1cc2-4e71-8cca-9a9c77210881 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 473 time: 0.0537553
Apr 06 10:20:29.718166 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'port': {'device_id': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'admin_state_up': True, 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'security_groups': ['b4fbaf21-b649-4a43-b184-4371feb1a36e']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:29.729103 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=6']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:29.798009 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.825014 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['1aa6d928-dbb0-49f3-969a-48a80b8956aa'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:20:29.933053 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:29.937617 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:29.957554 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:29.992671 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d97754-e97d-4cf6-a998-184b3ff512b7 None None] Pushing event updated for resources: {'Port': ['ID=d26f7a0e-91b7-4d6d-a4eb-ae035267408d,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:30.052572 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:30.057067 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:30.064026 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:30.097842 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Made reservation on behalf of 474c373d715f467baa3762fdef8c160a for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:20:30.104845 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:30.168770 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Allocated IP 172.27.2.169 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/2ddbeb1b-19cd-44c1-9bb5-287f64906e7b) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:30.258999 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event updated for resources: {'Port': ['ID=f661fe46-ae44-450b-bfa1-cb643adf8abf,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:30.318988 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614788dc-3358-46cc-ad69-987d1cb0d115 req-60dc8ee7-fa43-4173-9235-b2f295ba2e10 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:30.320402 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-614788dc-3358-46cc-ad69-987d1cb0d115 req-60dc8ee7-fa43-4173-9235-b2f295ba2e10 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.1228347
Apr 06 10:20:30.449947 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:30.473354 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-614788dc-3358-46cc-ad69-987d1cb0d115 req-cca67dc4-146e-44c0-a3c5-f8505fa1f4cc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840883
Apr 06 10:20:30.492358 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Allocated IP 172.20.0.13 (4add46be-e449-4063-94c9-630fe2457420/55c42440-751f-4d9c-9858-b5fd00cecf9c/45041dc0-8460-4e2c-98da-ee5134beec10) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:30.508635 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:30.578660 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:30.710489 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e248ce6b-c572-4f08-a573-94c3c44c508f req-abdeaeb6-9258-4298-9b29-d840efbb6e31 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 210 time: 0.0535688
Apr 06 10:20:30.754782 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:30.768601 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:30.818462 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Transition to ACTIVE for port object 45041dc0-8460-4e2c-98da-ee5134beec10 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:30.867377 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:30.869564 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Pushing event updated for resources: {'Port': ['ID=2ddbeb1b-19cd-44c1-9bb5-287f64906e7b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:30.873819 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:30.876355 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:30.887572 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:30.960967 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:30.981464 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96f575-08e5-4d6d-a162-c28fe76e41ca None None] Network 5761f520-9e70-4724-b543-ce095daa3960 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:20:31.036797 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.117979 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=45041dc0-8460-4e2c-98da-ee5134beec10,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:31.132035 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Network 4add46be-e449-4063-94c9-630fe2457420 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:31.134558 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:31.141402 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:31.161985 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event updated for resources: {'Port': ['ID=f661fe46-ae44-450b-bfa1-cb643adf8abf,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:31.173282 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-dd069c5c-a184-4cf3-bb2a-f034e996fc67 None None] Provisioning for port d26f7a0e-91b7-4d6d-a4eb-ae035267408d completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:31.184421 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.249556 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:31.253135 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.276483 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device d26f7a0e-91b7-4d6d-a4eb-ae035267408d up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:31.295445 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.296674 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-4ed18fb1-70b8-4181-9b0f-0e8699f89d02 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4903440
Apr 06 10:20:31.311903 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.312995 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.446931 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port d26f7a0e-91b7-4d6d-a4eb-ae035267408d completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:31.459040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port d26f7a0e-91b7-4d6d-a4eb-ae035267408d triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:31.460247 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.466449 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-2fe51e44-9e02-49c6-9d44-da794f9cbdde tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7573488
Apr 06 10:20:31.719184 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-e7401b36-262b-4b93-aee7-23fe07665b3d None None] Provisioning for port 45041dc0-8460-4e2c-98da-ee5134beec10 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:31.728094 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-e7401b36-262b-4b93-aee7-23fe07665b3d None None] Provisioning complete for port 45041dc0-8460-4e2c-98da-ee5134beec10 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:31.728590 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e7401b36-262b-4b93-aee7-23fe07665b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.770941 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Router 6e277dc6-3998-4b62-af14-627f2ce1d39f is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:20:31.799362 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:31.801479 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b29575-b191-45fe-ad0f-3a992dcdce2b req-e705c42e-762c-417b-940c-d9928c3e2820 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:31.804127 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-74b29575-b191-45fe-ad0f-3a992dcdce2b req-e705c42e-762c-417b-940c-d9928c3e2820 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.0978184
Apr 06 10:20:31.823048 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-e7401b36-262b-4b93-aee7-23fe07665b3d None None] Port 45041dc0-8460-4e2c-98da-ee5134beec10 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:20:31.843268 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port d26f7a0e-91b7-4d6d-a4eb-ae035267408d, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=d26f7a0e-91b7-4d6d-a4eb-ae035267408d,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:31.862071 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-74b29575-b191-45fe-ad0f-3a992dcdce2b req-d4737246-9fa5-4557-802e-89f5539c71c7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489221
Apr 06 10:20:31.938176 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:32.032686 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=d26f7a0e-91b7-4d6d-a4eb-ae035267408d,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:32.041507 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-a8b7481e-5add-4704-9776-8d1a0d5a3ee4 None None] Provisioning complete for port d26f7a0e-91b7-4d6d-a4eb-ae035267408d triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:32.041851 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a8b7481e-5add-4704-9776-8d1a0d5a3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:32.062165 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b69473a8-ba03-4620-8663-d64ea0f1019a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--216427300&fields=id&tenant_id=6c26929cdc2e419397fb84381a87eae9 HTTP/1.1" status: 200  len: 267 time: 0.2774882
Apr 06 10:20:32.119787 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638c46-59c1-4cf8-b92c-f8de059ecc87 req-bddc13a2-232f-438d-849b-f97f6572f8fa tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:32.121436 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3d638c46-59c1-4cf8-b92c-f8de059ecc87 req-bddc13a2-232f-438d-849b-f97f6572f8fa tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 932 time: 0.0986145
Apr 06 10:20:32.169704 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3d638c46-59c1-4cf8-b92c-f8de059ecc87 req-e63b2916-f976-4d60-851f-3f974477f28d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424984
Apr 06 10:20:32.245665 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-079bb186-b0f9-4488-a5ae-dd2d64a264f5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:32.247183 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-079bb186-b0f9-4488-a5ae-dd2d64a264f5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 818 time: 0.1687241
Apr 06 10:20:32.277504 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-bc2f125d-bacb-4545-b791-0bb1705e7721 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/quotas/6c26929cdc2e419397fb84381a87eae9 HTTP/1.1" status: 200  len: 375 time: 0.0238414
Apr 06 10:20:32.316946 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:20:32.325508 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Sync routers for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:20:32.338670 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:20:32.339272 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e804b0ca0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:32.381700 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-52368fbf-803b-4d78-b897-6c6c62a3a3df tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0988312
Apr 06 10:20:32.463548 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:32.464723 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-53ee7cf8-1e95-4908-b889-7d28c6fdd401 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.3246217
Apr 06 10:20:32.467608 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49150) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:32.520628 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:20:32.533981 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-09c38973-e97d-4419-8193-059deb86c64b service neutron] 10.222.0.11 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404266
Apr 06 10:20:32.721800 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-0136a271-4ecc-478f-b596-02570c18a221 service neutron] 10.222.0.11 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805601
Apr 06 10:20:32.853517 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e804b0ca0>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:31Z', 'revision_number': 3, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:32.857352 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Checking router: 6e277dc6-3998-4b62-af14-627f2ce1d39f for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:20:32.857691 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Updating router 6e277dc6-3998-4b62-af14-627f2ce1d39f port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:20:32.913043 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.130710 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f3de887a-8457-4cd1-89ce-c369f2aa4658 req-79eef11b-955d-4aa5-922c-7a6f48e2433f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 210 time: 0.1089916
Apr 06 10:20:33.242503 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285a834-7dc0-464e-b806-45ea0a7f9b69 req-dc93a159-48e8-41a6-9657-390f7bb65634 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:33.243317 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device d26f7a0e-91b7-4d6d-a4eb-ae035267408d up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:33.246174 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9285a834-7dc0-464e-b806-45ea0a7f9b69 req-dc93a159-48e8-41a6-9657-390f7bb65634 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.1468182
Apr 06 10:20:33.317417 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9285a834-7dc0-464e-b806-45ea0a7f9b69 req-0c24c8c4-4839-40f9-acdb-66d662e452ad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653081
Apr 06 10:20:33.368101 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port d26f7a0e-91b7-4d6d-a4eb-ae035267408d triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:33.368585 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.406269 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.433789 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Request body: {'port': {'device_id': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:33.448869 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Transition to ACTIVE for port object 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:33.539553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dee58-1572-4d7f-8a43-4fb8446e0ec9 req-6a017487-83c0-4ccc-9091-0dd5ffcf4bc2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:33.542311 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.545822 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1f2dee58-1572-4d7f-8a43-4fb8446e0ec9 req-6a017487-83c0-4ccc-9091-0dd5ffcf4bc2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 932 time: 0.1885345
Apr 06 10:20:33.608607 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.676374 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1f2dee58-1572-4d7f-8a43-4fb8446e0ec9 req-ea4b5463-ca1e-4beb-b272-1b29ae2d6d91 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988808
Apr 06 10:20:33.683460 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Attempting to bind port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:20:33.683460 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Attempting to bind port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:20:33.683460 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Attempting to bind port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:33.687714 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.712141 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:20:33.712141 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:33.712565 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.712873 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:20:33.713329 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Bound port: 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:20:33.713867 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.741368 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Pushing event updated for resources: {'Port': ['ID=2ddbeb1b-19cd-44c1-9bb5-287f64906e7b,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:33.774713 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.775058 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.781175 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.781527 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.781858 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.782392 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.782860 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.783364 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.783884 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.784351 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.784819 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:20:33.835082 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] For port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:20:33.838978 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] For port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2ddbeb1b-19cd-44c1-9bb5-287f64906e7b,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:20:33.939542 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:33.987917 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Allocated IP 172.20.0.1 (5761f520-9e70-4724-b543-ce095daa3960/c01164e3-7e0e-4eb9-9aea-3e9b80cf5441/4cd8420f-4cd2-4893-8356-5fb2750fd28a) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:34.043609 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705f46-d144-4a56-af10-97cbe3a32d94 None None] Pushing event updated for resources: {'Port': ['ID=2ddbeb1b-19cd-44c1-9bb5-287f64906e7b,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:34.049501 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:20:34.050558 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e804b0ca0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:34.077131 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45041dc0-8460-4e2c-98da-ee5134beec10 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:20:34.085593 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:34.108809 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Transition to ACTIVE for port object 45041dc0-8460-4e2c-98da-ee5134beec10 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:34.194287 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:34.375844 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:34.397459 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:20:34.434223 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Transition to ACTIVE for port object 4cd8420f-4cd2-4893-8356-5fb2750fd28a will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:34.477962 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5bae2af1-b7bc-4efc-8975-09af6d883a9b req-afb4d2f4-c118-4834-a12d-10345e4c5d6c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 210 time: 0.0961382
Apr 06 10:20:34.478871 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Pushing event updated for resources: {'Port': ['ID=45041dc0-8460-4e2c-98da-ee5134beec10,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:34.607241 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:34.680259 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Attempting to bind port 45041dc0-8460-4e2c-98da-ee5134beec10 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:20:34.680755 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Attempting to bind port 45041dc0-8460-4e2c-98da-ee5134beec10 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:20:34.681098 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Attempting to bind port 45041dc0-8460-4e2c-98da-ee5134beec10 on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:34.688649 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Port 45041dc0-8460-4e2c-98da-ee5134beec10 on network 4add46be-e449-4063-94c9-630fe2457420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:20:34.689018 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Attempting to bind port 45041dc0-8460-4e2c-98da-ee5134beec10 on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:34.697919 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:20:34.698284 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Checking segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:34.698668 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Bound using segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:20:34.699733 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Bound port: 45041dc0-8460-4e2c-98da-ee5134beec10, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:20:34.699884 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:34.709651 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Network 5761f520-9e70-4724-b543-ce095daa3960 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:34.713618 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:34.716474 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:34.782026 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd8420f-4cd2-4893-8356-5fb2750fd28a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:34.810841 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:34.820551 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fabca-7dbc-4786-aedd-f49cbe83b461 req-08f60c11-e0fb-4a45-8446-fa96fe301227 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:34.829088 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a1fabca-7dbc-4786-aedd-f49cbe83b461 req-08f60c11-e0fb-4a45-8446-fa96fe301227 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.2769687
Apr 06 10:20:34.903327 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] For port 45041dc0-8460-4e2c-98da-ee5134beec10, host hv-cinder-83675, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:20:34.910270 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] For port 45041dc0-8460-4e2c-98da-ee5134beec10, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=45041dc0-8460-4e2c-98da-ee5134beec10,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:20:34.918499 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a1fabca-7dbc-4786-aedd-f49cbe83b461 req-ad5d9942-95d8-479b-a2b0-292b816a34dd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884423
Apr 06 10:20:34.967357 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e804b0ca0>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:31Z', 'revision_number': 3, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:34.976498 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558b4c7-5dab-47fc-922e-ee8fcbc3ec91 None None] The sync data for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi is: [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:31Z', 'revision_number': 3, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:20:35.169020 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:35.219093 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:35.352080 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Pushing event updated for resources: {'Port': ['ID=45041dc0-8460-4e2c-98da-ee5134beec10,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:35.384631 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-230a27c2-77df-45e2-82fc-7f5a48dfd72b None None] Provisioning for port 4cd8420f-4cd2-4893-8356-5fb2750fd28a completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:35.390200 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:35.391519 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-5631b4a4-4519-4719-af31-4fbf71ad7243 service neutron] 10.222.0.61 "PUT /v2.0/ports/45041dc0-8460-4e2c-98da-ee5134beec10 HTTP/1.1" status: 200  len: 1094 time: 1.9656391
Apr 06 10:20:35.392059 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'tag': '45041dc0-8460-4e2c-98da-ee5134beec10'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:20:35.392320 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-230a27c2-77df-45e2-82fc-7f5a48dfd72b None None] Provisioning complete for port 4cd8420f-4cd2-4893-8356-5fb2750fd28a triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:35.393481 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-230a27c2-77df-45e2-82fc-7f5a48dfd72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:35.461800 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567fbd2-cf5a-446f-8a93-f0ffa9f44e5d req-551ab838-1240-4382-bdcd-0b5535f77865 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:35.462641 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-3567fbd2-cf5a-446f-8a93-f0ffa9f44e5d req-551ab838-1240-4382-bdcd-0b5535f77865 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:20:35.473522 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-230a27c2-77df-45e2-82fc-7f5a48dfd72b None None] Port 4cd8420f-4cd2-4893-8356-5fb2750fd28a cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:20:35.477557 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:35.614710 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0004f69c-e09a-4228-bfad-64971908ed11'] response: {'name': 'network-changed', 'server_uuid': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'tag': '45041dc0-8460-4e2c-98da-ee5134beec10', 'status': 'completed', 'code': 200}
Apr 06 10:20:35.620402 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-3567fbd2-cf5a-446f-8a93-f0ffa9f44e5d req-551ab838-1240-4382-bdcd-0b5535f77865 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:20:35.629571 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3567fbd2-cf5a-446f-8a93-f0ffa9f44e5d req-551ab838-1240-4382-bdcd-0b5535f77865 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 944 time: 0.6595001
Apr 06 10:20:35.653768 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 1aa6d928-dbb0-49f3-969a-48a80b8956aa triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:35.654165 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:35.829597 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-9e6d4f91-f954-4da9-b86f-bb59e0fa437d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 1097 time: 0.3181152
Apr 06 10:20:35.843687 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3567fbd2-cf5a-446f-8a93-f0ffa9f44e5d req-5e4da2f8-6616-440c-9aa5-2f834c0ed8d9 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2131279
Apr 06 10:20:35.844459 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a033f570-8370-4dea-ae80-74fd315529fd req-d26d21c4-bded-462f-b337-39346f56d203 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 210 time: 0.1167119
Apr 06 10:20:35.925099 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:35.976378 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-bafe1444-3a9e-4c3d-bbb5-fde6f9a34ab2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45041dc0-8460-4e2c-98da-ee5134beec10 HTTP/1.1" status: 200  len: 217 time: 0.1315448
Apr 06 10:20:35.995213 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:36.034399 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:36.137709 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:20:36.178836 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:36.191688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-4e89ae60-624e-4d38-b1a5-654a871aec9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:36.198705 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-4e89ae60-624e-4d38-b1a5-654a871aec9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.2018898
Apr 06 10:20:36.276058 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:36.305140 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:36.376270 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae5b457-ef35-45e2-9b42-71d64722cdaf'] response: {'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'code': 200}
Apr 06 10:20:36.405643 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-80ef5de6-15ad-404d-a073-2b1f52d4b4f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1641941
Apr 06 10:20:36.472761 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=7']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:36.540967 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd8420f-4cd2-4893-8356-5fb2750fd28a,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:36.660873 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-be39ebe3-1214-4f9d-9a94-b388a241b97b service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453506
Apr 06 10:20:36.824664 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5f3e169-e190-4e76-bcca-e0589611a86c req-ae8ae9f6-f54d-4cd2-bc31-6db6b5629146 service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546686
Apr 06 10:20:36.830496 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-73505f11-f27c-441f-af2a-3a24f2276e39 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:36.831939 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-73505f11-f27c-441f-af2a-3a24f2276e39 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 818 time: 0.6884830
Apr 06 10:20:36.896246 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Network 5761f520-9e70-4724-b543-ce095daa3960 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:36.902978 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:37.162662 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e0cb0-af17-47a6-bf28-dab6523df777 req-b6b25d46-cb4a-4d0f-8083-3754543cec82 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:37.182137 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-620e0cb0-af17-47a6-bf28-dab6523df777 req-b6b25d46-cb4a-4d0f-8083-3754543cec82 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.7578583
Apr 06 10:20:37.197879 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-e50484c0-f12a-4d2f-b244-b42137275e4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 1097 time: 0.1650867
Apr 06 10:20:37.217274 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-7d744207-9e43-45ae-8cba-cd6d4d3d74de tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:20:37.244981 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ba40-e4bd-492f-ae50-a3fb782a57fa req-c0055dda-600b-4156-b0a8-2bf256a82b2e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:37.248325 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d634ba40-e4bd-492f-ae50-a3fb782a57fa req-c0055dda-600b-4156-b0a8-2bf256a82b2e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 944 time: 0.1630168
Apr 06 10:20:37.285165 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:37.346625 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-620e0cb0-af17-47a6-bf28-dab6523df777 req-5aece77b-4326-4238-b0c6-624b2b77e01b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1633871
Apr 06 10:20:37.403675 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d634ba40-e4bd-492f-ae50-a3fb782a57fa req-5df62f36-324e-4b1e-a2af-bfe85b64d297 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543982
Apr 06 10:20:37.452038 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-e22867ed-b69e-447d-b7d0-699a9a002903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:37.460082 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-e22867ed-b69e-447d-b7d0-699a9a002903 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 914 time: 0.2447164
Apr 06 10:20:37.545881 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-eb53240c-1e65-4f33-8c24-7c6e9739d0c2 None None] Provisioning complete for port 4cd8420f-4cd2-4893-8356-5fb2750fd28a triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:37.547627 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-eb53240c-1e65-4f33-8c24-7c6e9739d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:37.577851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-7d744207-9e43-45ae-8cba-cd6d4d3d74de tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:20:37.581699 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-7d744207-9e43-45ae-8cba-cd6d4d3d74de tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c26929cdc2e419397fb84381a87eae9 HTTP/1.1" status: 200  len: 379 time: 0.7301965
Apr 06 10:20:37.614631 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:37.632748 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:37.633477 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:37.660105 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-4f6821e1-f8bf-49e8-a662-3a6ad18ee340 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45041dc0-8460-4e2c-98da-ee5134beec10 HTTP/1.1" status: 200  len: 217 time: 0.1942372
Apr 06 10:20:37.737631 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-eb53240c-1e65-4f33-8c24-7c6e9739d0c2 None None] Port 4cd8420f-4cd2-4893-8356-5fb2750fd28a cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:20:37.745077 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'port': {'device_id': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'admin_state_up': True, 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'security_groups': ['702256b4-11fa-4159-b1e8-9dbdc74f9a5c']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:37.892549 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-894c9b0f-020e-4403-a7e8-9ceceef96539 req-9052fe72-e124-4a8c-8434-827b50473436 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 210 time: 0.1249716
Apr 06 10:20:37.893098 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:37.928308 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2ddbeb1b-19cd-44c1-9bb5-287f64906e7b,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:37.933191 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-c2c10185-e9b6-4449-ae14-b19154648c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:37.935049 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-c2c10185-e9b6-4449-ae14-b19154648c91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.2659872
Apr 06 10:20:37.996485 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:38.064942 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-5ffb9e96-86ed-47e2-b92f-ffd9a374931f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1172664
Apr 06 10:20:38.164094 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=2ddbeb1b-19cd-44c1-9bb5-287f64906e7b,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:38.164455 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:38.183180 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:38.202172 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Router 6e277dc6-3998-4b62-af14-627f2ce1d39f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:20:38.249399 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-a97eb427-9fc6-4ae4-967d-4df6805c15ca service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793132
Apr 06 10:20:38.338795 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Made reservation on behalf of 6c26929cdc2e419397fb84381a87eae9 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:20:38.343841 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:38.452955 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf219c02-efa3-44b9-abf5-c3effa57cdca req-0ca8d935-d50e-4513-85d1-437d5a182936 service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934657
Apr 06 10:20:38.725081 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Allocated IP 172.20.0.14 (84cb302c-fd90-4f61-9fd1-c82d37360eb0/a37a33f8-2832-41e3-acab-cbe26f308b33/7cf675e9-efe0-48f5-ae61-73300e150228) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:38.805519 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6de68-f8ef-48e1-9d3c-5ca83405a401 req-ce797936-6679-426b-99ea-a71f0df47bcd tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:38.814397 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6fa6de68-f8ef-48e1-9d3c-5ca83405a401 req-ce797936-6679-426b-99ea-a71f0df47bcd tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 944 time: 0.1771417
Apr 06 10:20:38.816037 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8173843-5b00-49a3-ae2d-35998b01a3c1 req-9d8ee60d-fbe8-452b-8136-4f5aa6b7e945 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:38.817512 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e8173843-5b00-49a3-ae2d-35998b01a3c1 req-9d8ee60d-fbe8-452b-8136-4f5aa6b7e945 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.2122104
Apr 06 10:20:38.879473 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6fa6de68-f8ef-48e1-9d3c-5ca83405a401 req-b7faef8d-ae5f-4112-b163-81688a079511 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595078
Apr 06 10:20:38.939471 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:20:39.019607 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e8173843-5b00-49a3-ae2d-35998b01a3c1 req-7fa6d200-ee00-41a6-bc75-7d94123a35ce tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1931746
Apr 06 10:20:39.108399 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:39.140699 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Transition to ACTIVE for port object 7cf675e9-efe0-48f5-ae61-73300e150228 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:39.207725 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-5a6f8872-e2eb-4f72-a496-be81f8201173 admin admin] 10.222.0.11 "PUT /v2.0/routers/6e277dc6-3998-4b62-af14-627f2ce1d39f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7388942
Apr 06 10:20:39.238191 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:39.242932 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6f716fb2-c091-4163-b44c-b195bf6c2376 req-ad7a0a40-29c0-4cd3-8da3-34bfa8faedc7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 210 time: 0.0640111
Apr 06 10:20:39.283234 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:39.359063 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:39.359436 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:39.394769 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:39.399240 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:39.404250 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:39.425777 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 45041dc0-8460-4e2c-98da-ee5134beec10 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:20:39.484703 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:39.484703 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:39.495917 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event updated for resources: {'Port': ['ID=7cf675e9-efe0-48f5-ae61-73300e150228,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:39.582956 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-b6a46959-e0ef-4569-b593-d6aa0aa14c13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8486519
Apr 06 10:20:39.600528 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Request body: {'port': {'device_id': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:39.753597 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Sync routers for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:20:39.814855 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 45041dc0-8460-4e2c-98da-ee5134beec10, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=45041dc0-8460-4e2c-98da-ee5134beec10,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:39.856426 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:20:39.857731 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e808ccfd0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:39.863107 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:40.117028 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:20:40.252121 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '45041dc0-8460-4e2c-98da-ee5134beec10', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'port_id': '45041dc0-8460-4e2c-98da-ee5134beec10', 'mac_address': 'fa:16:3e:30:09:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:20:40.483111 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79bc82-57a8-4b2a-a6ea-55d4d712519b req-64ef7762-3a5d-4aee-aa86-25aba51fc572 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:40.490650 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0b79bc82-57a8-4b2a-a6ea-55d4d712519b req-64ef7762-3a5d-4aee-aa86-25aba51fc572 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 944 time: 0.2855406
Apr 06 10:20:40.531631 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:40.559431 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f4e26-c6d8-4246-9044-5b326764dbbb req-79f52f1f-c972-41a6-bc68-b1ab51b9bbad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:40.565184 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-219f4e26-c6d8-4246-9044-5b326764dbbb req-79f52f1f-c972-41a6-bc68-b1ab51b9bbad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1650395
Apr 06 10:20:40.580195 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0b79bc82-57a8-4b2a-a6ea-55d4d712519b req-ad72c5ea-ca32-4e31-b282-d885c987bc81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883405
Apr 06 10:20:40.585667 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-f0d34fff-2bb5-49b1-bbc2-47686302b6fa None None] Provisioning for port 7cf675e9-efe0-48f5-ae61-73300e150228 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:40.590883 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45041dc0-8460-4e2c-98da-ee5134beec10 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:20:40.644189 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-f0d34fff-2bb5-49b1-bbc2-47686302b6fa None None] Provisioning complete for port 7cf675e9-efe0-48f5-ae61-73300e150228 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:40.647234 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f0d34fff-2bb5-49b1-bbc2-47686302b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:40.691106 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-219f4e26-c6d8-4246-9044-5b326764dbbb req-5471daa2-d29d-4abe-ac3a-f86b11bffb3e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188903
Apr 06 10:20:40.778445 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf675e9-efe0-48f5-ae61-73300e150228 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:20:40.822981 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 45041dc0-8460-4e2c-98da-ee5134beec10, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=45041dc0-8460-4e2c-98da-ee5134beec10,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:40.861696 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-f0d34fff-2bb5-49b1-bbc2-47686302b6fa None None] Port 7cf675e9-efe0-48f5-ae61-73300e150228 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:20:40.885115 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:40.896699 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:40.928384 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Transition to ACTIVE for port object 7cf675e9-efe0-48f5-ae61-73300e150228 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:41.011730 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.201119 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=45041dc0-8460-4e2c-98da-ee5134beec10,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:41.251761 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e808ccfd0>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:35Z', 'revision_number': 2, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:41.267845 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Checking router: 6e277dc6-3998-4b62-af14-627f2ce1d39f for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:20:41.268466 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Updating router 6e277dc6-3998-4b62-af14-627f2ce1d39f port 4cd8420f-4cd2-4893-8356-5fb2750fd28a binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:20:41.286109 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49288) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:41.293451 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2067872199-network', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:41.302853 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:41.325286 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Usage tracker for resource:network and tenant:267c7813a87c4ef3a93cd6bcd742dca0 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:41.336034 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:41.364497 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:41.394653 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['45041dc0-8460-4e2c-98da-ee5134beec10'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:20:41.463986 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Made reservation on behalf of 267c7813a87c4ef3a93cd6bcd742dca0 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:20:41.468786 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.484297 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2da5f-b239-4cc7-92f6-981cce95df35 req-ef78af56-7006-4b40-b1eb-c3f57e0496d1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:41.485679 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-17f2da5f-b239-4cc7-92f6-981cce95df35 req-ef78af56-7006-4b40-b1eb-c3f57e0496d1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:20:41.499006 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.515692 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.567838 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:41.573038 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Usage tracker for resource:security_group_rule and tenant:267c7813a87c4ef3a93cd6bcd742dca0 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:41.576606 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:41.583143 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:41.658121 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Pushing event updated for resources: {'Port': ['ID=7cf675e9-efe0-48f5-ae61-73300e150228,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:41.712926 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.794344 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Attempting to bind port 7cf675e9-efe0-48f5-ae61-73300e150228 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:20:41.795275 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Attempting to bind port 7cf675e9-efe0-48f5-ae61-73300e150228 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:20:41.796067 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Attempting to bind port 7cf675e9-efe0-48f5-ae61-73300e150228 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:41.801714 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.805170 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Port 7cf675e9-efe0-48f5-ae61-73300e150228 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:20:41.805886 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Attempting to bind port 7cf675e9-efe0-48f5-ae61-73300e150228 on network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:41.814772 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-17f2da5f-b239-4cc7-92f6-981cce95df35 req-ef78af56-7006-4b40-b1eb-c3f57e0496d1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:20:41.822542 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-17f2da5f-b239-4cc7-92f6-981cce95df35 req-ef78af56-7006-4b40-b1eb-c3f57e0496d1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 932 time: 1.0278630
Apr 06 10:20:41.840985 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad9b720-b8a1-4f19-95d8-783afc38bd8f,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:41.854293 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:20:41.876049 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.876677 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Added segment e7df6405-876e-4032-a360-153addb5700c of type vlan for network 57e49cfb-81a3-42ba-8659-bcae0007fdad
Apr 06 10:20:41.890392 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:20:41.894917 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Checking segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:41.894917 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Bound using segment: {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:20:41.894917 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Bound port: 7cf675e9-efe0-48f5-ae61-73300e150228, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70271e5-b320-4c2b-80e4-abd5867505ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:20:41.894917 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.924464 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:41.950013 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20d58b-2704-419b-afa7-485c26f0f958 req-ebcff00e-b408-4332-82b0-826b62089773 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:41.951977 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5b20d58b-2704-419b-afa7-485c26f0f958 req-ebcff00e-b408-4332-82b0-826b62089773 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 945 time: 0.2020295
Apr 06 10:20:41.994013 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-17f2da5f-b239-4cc7-92f6-981cce95df35 req-80462074-524e-4520-99aa-ab43254cb988 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1701407
Apr 06 10:20:42.056114 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] For port 7cf675e9-efe0-48f5-ae61-73300e150228, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:20:42.059676 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] For port 7cf675e9-efe0-48f5-ae61-73300e150228, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=7cf675e9-efe0-48f5-ae61-73300e150228,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:20:42.090326 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5b20d58b-2704-419b-afa7-485c26f0f958 req-d9e3ad31-6c02-4712-aa4c-a9c4e42ff86f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313465
Apr 06 10:20:42.142490 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.145246 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.164868 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.165758 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:42.166415 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.191769 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Transition to ACTIVE for port object 4cd8420f-4cd2-4893-8356-5fb2750fd28a will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:42.289486 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.290983 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] 10.222.0.61 "PUT /v2.0/ports/7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 200  len: 1094 time: 2.6952021
Apr 06 10:20:42.298014 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.335435 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] Pushing event updated for resources: {'Network': ['ID=57e49cfb-81a3-42ba-8659-bcae0007fdad,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:42.354865 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:20:42.357180 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff44fc0-da72-4394-8974-e9e54f7ed39a service neutron] Pushing event updated for resources: {'Port': ['ID=7cf675e9-efe0-48f5-ae61-73300e150228,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:42.359599 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 57e49cfb-81a3-42ba-8659-bcae0007fdad details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:20:42.377327 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-a0d66b31-06eb-4109-873f-9bc69454a85a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0895336
Apr 06 10:20:42.382347 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49306) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:42.391521 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Request body: {'subnet': {'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2067872199-subnet', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:42.402504 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:42.415282 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Usage tracker for resource:subnet and tenant:267c7813a87c4ef3a93cd6bcd742dca0 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:42.428402 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:42.439110 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:42.462857 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b6d43-c0af-457f-b10f-6fa54794823d req-d4dde18c-83f0-475d-9c9a-92db52e77221 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:42.472852 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8b5b6d43-c0af-457f-b10f-6fa54794823d req-d4dde18c-83f0-475d-9c9a-92db52e77221 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1784697
Apr 06 10:20:42.503122 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b51008-f6ff-4db5-8a15-c20edc4bebaa'] response: {'name': 'network-changed', 'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228', 'status': 'completed', 'code': 200}
Apr 06 10:20:42.539162 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8b5b6d43-c0af-457f-b10f-6fa54794823d req-b6ada0df-5192-43ef-b0e8-2a11c892fa06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662787
Apr 06 10:20:42.540050 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Made reservation on behalf of 267c7813a87c4ef3a93cd6bcd742dca0 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:20:42.542415 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267244976'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.624027 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e8c86-9e67-4080-aecc-ff1c541f73ff None None] Pushing event updated for resources: {'Port': ['ID=4cd8420f-4cd2-4893-8356-5fb2750fd28a,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:42.878424 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Attempting to bind port 4cd8420f-4cd2-4893-8356-5fb2750fd28a on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:20:42.878801 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Attempting to bind port 4cd8420f-4cd2-4893-8356-5fb2750fd28a by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:20:42.879228 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Attempting to bind port 4cd8420f-4cd2-4893-8356-5fb2750fd28a on network 5761f520-9e70-4724-b543-ce095daa3960 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:42.891529 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:20:42.892020 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Checking segment: {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:42.892486 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.892954 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Bound using segment: {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:20:42.893537 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Bound port: 4cd8420f-4cd2-4893-8356-5fb2750fd28a, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:20:42.894001 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.989594 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] For port 4cd8420f-4cd2-4893-8356-5fb2750fd28a, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:20:42.992277 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1104991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267244958'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:42.993847 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] For port 4cd8420f-4cd2-4893-8356-5fb2750fd28a, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4cd8420f-4cd2-4893-8356-5fb2750fd28a,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:20:43.069582 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51fb819-4ecc-4097-9412-4e17c6045e74,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:43.070817 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:43.123991 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Checking segment: {'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:43.125175 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Network hostable DHCP agents. Network: 57e49cfb-81a3-42ba-8659-bcae0007fdad, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:20:43.195616 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e8c86-9e67-4080-aecc-ff1c541f73ff None None] Pushing event updated for resources: {'Port': ['ID=4cd8420f-4cd2-4893-8356-5fb2750fd28a,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:43.204703 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:20:43.205353 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e808ccfd0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:43.298215 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cd5af-e812-4167-96b5-442ddae39ee9 req-2bf2976f-d95d-46fd-a800-79aea529bd90 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:43.299796 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-154cd5af-e812-4167-96b5-442ddae39ee9 req-2bf2976f-d95d-46fd-a800-79aea529bd90 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 944 time: 0.1070876
Apr 06 10:20:43.344822 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc3d1f-1739-4b0d-ad6c-7a08915a6bdc req-0f14f08c-6ab7-434a-ad4b-6b758c39c5e1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:43.346494 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-33fc3d1f-1739-4b0d-ad6c-7a08915a6bdc req-0f14f08c-6ab7-434a-ad4b-6b758c39c5e1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 945 time: 0.1030910
Apr 06 10:20:43.366091 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-154cd5af-e812-4167-96b5-442ddae39ee9 req-528b7552-0d7c-45c1-a6c1-8d8bb40b3b3a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585842
Apr 06 10:20:43.414618 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:20:43.416039 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-33fc3d1f-1739-4b0d-ad6c-7a08915a6bdc req-9ba5c076-15e6-483b-a7fd-37aedf6dcd86 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605421
Apr 06 10:20:43.451854 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Network 57e49cfb-81a3-42ba-8659-bcae0007fdad is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:20:43.530811 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 57e49cfb-81a3-42ba-8659-bcae0007fdad) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:43.534936 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:43.535789 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:43.561006 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff8d88-ce58-43df-9aad-ca63e4727978 None None] Network 57e49cfb-81a3-42ba-8659-bcae0007fdad requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:20:43.628874 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-127304e9-3ed4-4ff2-92e4-c2041faeea0b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2449126
Apr 06 10:20:43.631715 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49326) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:43.637727 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:43.647287 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:43.659280 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Usage tracker for resource:router and tenant:267c7813a87c4ef3a93cd6bcd742dca0 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:43.671760 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:43.683550 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:20:43.812277 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:43.813504 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:43.850710 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:43.861910 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96f14-5d9d-4b27-a12e-a06e770dc4a5 req-bd07f4a8-936c-47da-a865-61c01533c544 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:43.871958 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-61e96f14-5d9d-4b27-a12e-a06e770dc4a5 req-bd07f4a8-936c-47da-a865-61c01533c544 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.0980635
Apr 06 10:20:43.906564 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-57e49cfb-81a3-42ba-8659-bcae0007fdad', 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'fixed_ips': [{'subnet_id': 'd51fb819-4ecc-4097-9412-4e17c6045e74'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:20:43.907351 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:43.940115 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-61e96f14-5d9d-4b27-a12e-a06e770dc4a5 req-0732fd6a-feac-4887-aec3-b5c1fcc109d4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670319
Apr 06 10:20:44.150972 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:44.259807 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Allocated IP 172.20.0.2 (57e49cfb-81a3-42ba-8659-bcae0007fdad/d51fb819-4ecc-4097-9412-4e17c6045e74/4cf4ded2-a469-4e28-b179-c301e4274202) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:44.306339 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e808ccfd0>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:42Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:44.374661 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae34f29-2a22-4b9c-83d8-0b4b708064e2 None None] The sync data for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi is: [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:42Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:20:44.467419 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:44.515341 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:44.687528 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:44.746993 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Transition to ACTIVE for port object 4cf4ded2-a469-4e28-b179-c301e4274202 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:44.797441 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Transition to ACTIVE for port object 4cf4ded2-a469-4e28-b179-c301e4274202 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:44.887343 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:44.902943 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea18b-fdf2-445f-95dc-ca986014a101 req-c16c1def-d1b0-4bf7-9c0d-9de33a2b59e8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:44.915218 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-428ea18b-fdf2-445f-95dc-ca986014a101 req-c16c1def-d1b0-4bf7-9c0d-9de33a2b59e8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 945 time: 0.1530929
Apr 06 10:20:45.072610 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-428ea18b-fdf2-445f-95dc-ca986014a101 req-7936ed0e-cd7a-4032-af45-557f97e02468 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563787
Apr 06 10:20:45.120608 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Allocated IP 172.27.2.77 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/778386c6-52f2-4073-b40b-1adc14c26c7a) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:45.150795 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0c02c-7268-469e-a3db-37ffb59c81eb req-b9768dd3-a61b-47e8-bf46-68789e83428a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:45.155107 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-78b0c02c-7268-469e-a3db-37ffb59c81eb req-b9768dd3-a61b-47e8-bf46-68789e83428a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 944 time: 0.4800050
Apr 06 10:20:45.170931 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Network 57e49cfb-81a3-42ba-8659-bcae0007fdad is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:45.179179 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:45.183865 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Pushing event updated for resources: {'Port': ['ID=4cf4ded2-a469-4e28-b179-c301e4274202,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:45.191458 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:45.376555 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4cd8420f-4cd2-4893-8356-5fb2750fd28a up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:45.510297 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c02ae-ccd8-44d9-abe3-2c32f2f42d50 req-ec0c6faa-265f-4e15-983c-0a7cc1ce6a0e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:45.513262 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Attempting to bind port 4cf4ded2-a469-4e28-b179-c301e4274202 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:20:45.513262 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Attempting to bind port 4cf4ded2-a469-4e28-b179-c301e4274202 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:20:45.513262 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Attempting to bind port 4cf4ded2-a469-4e28-b179-c301e4274202 on network 57e49cfb-81a3-42ba-8659-bcae0007fdad {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:45.518402 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fb1c02ae-ccd8-44d9-abe3-2c32f2f42d50 req-ec0c6faa-265f-4e15-983c-0a7cc1ce6a0e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1960778
Apr 06 10:20:45.530445 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:20:45.530817 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Checking segment: {'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:45.531314 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:45.531750 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Bound using segment: {'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:20:45.532226 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Bound port: 4cf4ded2-a469-4e28-b179-c301e4274202, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:20:45.532678 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:45.551233 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-78b0c02c-7268-469e-a3db-37ffb59c81eb req-9a11a3b5-8a0f-4854-9ec7-29285442cfac tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3837240
Apr 06 10:20:45.606145 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-6317b58e-ad79-48ac-aa8a-135e11857a5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1097 time: 0.2540092
Apr 06 10:20:45.616168 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fb1c02ae-ccd8-44d9-abe3-2c32f2f42d50 req-c3c60737-bbf7-4b82-8f0e-ac92abefc949 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962389
Apr 06 10:20:45.734777 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-a32d1041-4170-4f8c-bb38-a235ca081807 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 200  len: 217 time: 0.0957873
Apr 06 10:20:45.768359 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-75801f56-104f-4513-9441-d27d2e029681 None None] For port 4cf4ded2-a469-4e28-b179-c301e4274202, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:20:45.785711 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-75801f56-104f-4513-9441-d27d2e029681 None None] For port 4cf4ded2-a469-4e28-b179-c301e4274202, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4cf4ded2-a469-4e28-b179-c301e4274202,segment=NetworkSegment(e7df6405-876e-4032-a360-153addb5700c),segment_id=e7df6405-876e-4032-a360-153addb5700c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:20:45.809790 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 4cd8420f-4cd2-4893-8356-5fb2750fd28a completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:45.818790 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 4cd8420f-4cd2-4893-8356-5fb2750fd28a triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:45.819266 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:45.829422 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:45.846889 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-d111420d-ab71-4580-ade2-18a46199bc08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:45.846889 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-d111420d-ab71-4580-ade2-18a46199bc08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.1013551
Apr 06 10:20:45.909810 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:45.960616 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-8761979a-1d7f-4a3c-bf5e-728c600bb47a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1058285
Apr 06 10:20:46.043574 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:46.133373 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75801f56-104f-4513-9441-d27d2e029681 None None] Pushing event updated for resources: {'Port': ['ID=4cf4ded2-a469-4e28-b179-c301e4274202,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:46.216392 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:46.235799 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:46.242646 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 45041dc0-8460-4e2c-98da-ee5134beec10 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:46.253152 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:46.364891 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:46.410221 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 4cd8420f-4cd2-4893-8356-5fb2750fd28a, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4cd8420f-4cd2-4893-8356-5fb2750fd28a,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:46.467865 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:46.481200 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=778386c6-52f2-4073-b40b-1adc14c26c7a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:46.525532 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 45041dc0-8460-4e2c-98da-ee5134beec10 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:46.543751 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 45041dc0-8460-4e2c-98da-ee5134beec10 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:46.544119 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:46.591999 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-34fbd4fb-c62c-49b0-a975-eeb6d462b003 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6143746
Apr 06 10:20:46.750794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=4cd8420f-4cd2-4893-8356-5fb2750fd28a,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:46.793687 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046314b0-7e5e-4f58-bb51-16142a104548 req-0771f67a-77d9-4ccb-b88a-92aea1c4cab5 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:46.807254 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-046314b0-7e5e-4f58-bb51-16142a104548 req-0771f67a-77d9-4ccb-b88a-92aea1c4cab5 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 945 time: 0.4703391
Apr 06 10:20:46.873552 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:46.911419 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45041dc0-8460-4e2c-98da-ee5134beec10'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:20:46.923378 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 45041dc0-8460-4e2c-98da-ee5134beec10, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=45041dc0-8460-4e2c-98da-ee5134beec10,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:46.944113 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9f78e53c-a891-44ff-81a4-549d04565b04 req-a2bc283d-7501-4001-a07b-59c228a6d01b service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3353267
Apr 06 10:20:46.960906 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-046314b0-7e5e-4f58-bb51-16142a104548 req-ad708fb6-03bd-4f1d-9a15-f4dcdffef493 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1526604
Apr 06 10:20:47.003084 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:47.003867 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:47.036073 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:47.051941 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce4bac-be41-45ad-babc-d0386e0fb7be req-500c21f9-444d-4025-a4e4-ab2d89e84a0e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:47.059836 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a4ce4bac-be41-45ad-babc-d0386e0fb7be req-500c21f9-444d-4025-a4e4-ab2d89e84a0e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 944 time: 0.2052524
Apr 06 10:20:47.144876 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=45041dc0-8460-4e2c-98da-ee5134beec10,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:47.157499 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a4ce4bac-be41-45ad-babc-d0386e0fb7be req-53204dc2-d46c-42b3-b9dc-f04f71a615ce tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916145
Apr 06 10:20:47.335017 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87020abd-98dc-42d2-a295-cf6363966267'] response: {'server_uuid': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45041dc0-8460-4e2c-98da-ee5134beec10', 'code': 200}
Apr 06 10:20:47.498393 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4cd8420f-4cd2-4893-8356-5fb2750fd28a up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:47.642741 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 4cd8420f-4cd2-4893-8356-5fb2750fd28a triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:47.643407 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:47.646647 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbb872-189e-4a71-86cd-440bb43b423f req-fda904f0-3518-4e9b-b17a-29246772bef5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:47.648275 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b8fbb872-189e-4a71-86cd-440bb43b423f req-fda904f0-3518-4e9b-b17a-29246772bef5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.2173283
Apr 06 10:20:47.653030 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-a7179ee8-891a-473d-ba35-6aff9a71b000 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1960306
Apr 06 10:20:47.743826 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-575b0cfa-7997-4a8d-8415-b299ef208fd8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1097 time: 0.5526164
Apr 06 10:20:47.906814 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-4bae98d2-784b-4e01-bc95-eaa9e8d903b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:47.908286 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-4bae98d2-784b-4e01-bc95-eaa9e8d903b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.1540272
Apr 06 10:20:47.960069 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-a90d70d2-0bf8-4187-b646-c883b0f3651a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 1098 time: 0.2824035
Apr 06 10:20:47.991069 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7213e-d9aa-4a6e-aa7b-ff2f1472dc71 None None] Network 57e49cfb-81a3-42ba-8659-bcae0007fdad requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:20:48.243351 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4cf4ded2-a469-4e28-b179-c301e4274202 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:48.290541 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b8fbb872-189e-4a71-86cd-440bb43b423f req-ff4c3463-cb04-4cdd-9d3a-3e11b01125e8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6189115
Apr 06 10:20:48.347109 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-af3634d6-62b3-4274-bf5a-f5c393951829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:48.350250 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-af3634d6-62b3-4274-bf5a-f5c393951829 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.3511186
Apr 06 10:20:48.391240 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d1db0ee9-469a-4454-aa78-4a7d32454757 None None] Provisioning for port 4cf4ded2-a469-4e28-b179-c301e4274202 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:48.462919 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-e5589cd5-dbbd-419b-a2a9-95ca1163686d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 200  len: 217 time: 0.5402334
Apr 06 10:20:48.487624 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:48.529903 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-df775852-bc2e-4a70-86e6-da20dad0c50f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441 HTTP/1.1" status: 200  len: 217 time: 0.1707289
Apr 06 10:20:48.562802 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 4cf4ded2-a469-4e28-b179-c301e4274202 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:48.664256 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 4cf4ded2-a469-4e28-b179-c301e4274202 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:48.665187 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:48.670502 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dd17d-e59e-4568-868d-8518fcde163b req-b639b140-b2c1-4e3d-b093-2e7aed31979f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:48.677899 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6e6dd17d-e59e-4568-868d-8518fcde163b req-b639b140-b2c1-4e3d-b093-2e7aed31979f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.4183896
Apr 06 10:20:48.703500 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-bcd4fc25-1615-4154-b273-a2a3db925578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:48.703500 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-bcd4fc25-1615-4154-b273-a2a3db925578 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.1600277
Apr 06 10:20:48.757228 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-01fb71ca-ba21-4516-a5df-1fdf9c6a09e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:48.759547 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-01fb71ca-ba21-4516-a5df-1fdf9c6a09e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.2757549
Apr 06 10:20:48.778444 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6e6dd17d-e59e-4568-868d-8518fcde163b req-219384c9-e9c3-42de-8dfd-6c2ba6a7f56b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986376
Apr 06 10:20:48.832787 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-492b97f9-2215-4684-aa21-74be5bf18615 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1181123
Apr 06 10:20:48.837019 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-df890602-56d1-48ca-8ef9-726852780fa0 req-f006bb5e-caab-4333-9ba6-27669dc7b2f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 1099 time: 0.5426176
Apr 06 10:20:48.873081 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72d7ce-8240-4779-ad87-9e3838587683 req-15076577-a9b2-4931-8416-05b2892c849b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:48.882814 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1c72d7ce-8240-4779-ad87-9e3838587683 req-15076577-a9b2-4931-8416-05b2892c849b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 944 time: 0.2480130
Apr 06 10:20:48.904499 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:48.957641 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Router 49e04e98-85e9-430b-8bda-94cbbd055049 is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:20:48.965368 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 4cf4ded2-a469-4e28-b179-c301e4274202, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4cf4ded2-a469-4e28-b179-c301e4274202,segment=NetworkSegment(e7df6405-876e-4032-a360-153addb5700c),segment_id=e7df6405-876e-4032-a360-153addb5700c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:49.048458 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-df890602-56d1-48ca-8ef9-726852780fa0 req-f3b1c1ff-7612-4ba2-b086-52acdacc20d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991925
Apr 06 10:20:49.065439 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:49.072131 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1c72d7ce-8240-4779-ad87-9e3838587683 req-12ac3a92-16f8-48a6-b251-fe4422d1ac93 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1869919
Apr 06 10:20:49.097825 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-184db0b9-4d93-4ae5-a0e9-b92ed60c1de1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3105927
Apr 06 10:20:49.194956 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-08bf2626-b2ec-406c-8fa5-9530d2a6b1da service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3474374
Apr 06 10:20:49.220855 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=4cf4ded2-a469-4e28-b179-c301e4274202,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:49.230973 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-261dd955-33f3-4714-9ce7-0106e7f1a7c2 None None] Provisioning complete for port 4cf4ded2-a469-4e28-b179-c301e4274202 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:49.242607 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-261dd955-33f3-4714-9ce7-0106e7f1a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:49.383408 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:20:49.394969 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Sync routers for ids ['49e04e98-85e9-430b-8bda-94cbbd055049'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:20:49.420521 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Routers {'49e04e98-85e9-430b-8bda-94cbbd055049'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:20:49.423868 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8056f2e0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['49e04e98-85e9-430b-8bda-94cbbd055049'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:49.498915 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:49.503382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49398) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:49.504227 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-208abb3f-1944-44a7-9a48-8a8d917ebaf0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.8713758
Apr 06 10:20:49.644431 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Set router 49e04e98-85e9-430b-8bda-94cbbd055049 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:20:49.763333 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ae43-7be8-4bf9-a401-460b26176f30 req-29a314c5-3d67-4fdc-8449-edb6f48ad329 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:49.770623 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-61a9ae43-7be8-4bf9-a401-460b26176f30 req-29a314c5-3d67-4fdc-8449-edb6f48ad329 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1814134
Apr 06 10:20:49.866430 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-61a9ae43-7be8-4bf9-a401-460b26176f30 req-ae5fc9d5-1504-42ee-a6ff-8bbf6d04e7f0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941591
Apr 06 10:20:49.987500 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8056f2e0>, [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 3, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port': {'id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:44Z', 'updated_at': '2022-04-06T10:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:49.992267 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Checking router: 49e04e98-85e9-430b-8bda-94cbbd055049 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:20:49.992806 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Updating router 49e04e98-85e9-430b-8bda-94cbbd055049 port 778386c6-52f2-4073-b40b-1adc14c26c7a binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:20:50.007601 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b6503-f9e9-49d7-bc2c-b1cc17b72465 req-b693b68d-ac79-4538-8d44-4c9602a0f2c9 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:50.015301 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-293b6503-f9e9-49d7-bc2c-b1cc17b72465 req-b693b68d-ac79-4538-8d44-4c9602a0f2c9 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.0972352
Apr 06 10:20:50.066020 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:50.083886 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-293b6503-f9e9-49d7-bc2c-b1cc17b72465 req-2e666a6d-7b73-4daf-b604-773228f56ca5 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672557
Apr 06 10:20:50.423427 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156db189-72f4-4f94-83da-51a69dfbb09f req-67f0c272-8f47-4722-90c7-5bbf58eeb994 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:50.423427 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-156db189-72f4-4f94-83da-51a69dfbb09f req-67f0c272-8f47-4722-90c7-5bbf58eeb994 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 944 time: 0.1153462
Apr 06 10:20:50.490624 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-156db189-72f4-4f94-83da-51a69dfbb09f req-4ff9c4d1-3ead-4210-9446-da36562e2c35 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656805
Apr 06 10:20:50.546750 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:50.558365 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Transition to ACTIVE for port object 778386c6-52f2-4073-b40b-1adc14c26c7a will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:50.676472 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:50.863971 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:50.874613 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 7cf675e9-efe0-48f5-ae61-73300e150228 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:20:50.889171 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Allocated IP 172.20.0.1 (57e49cfb-81a3-42ba-8659-bcae0007fdad/d51fb819-4ecc-4097-9412-4e17c6045e74/da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:20:50.939495 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ce29e-4a80-4161-b155-cdff3368e163 None None] Pushing event updated for resources: {'Port': ['ID=778386c6-52f2-4073-b40b-1adc14c26c7a,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:50.966626 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Attempting to bind port 778386c6-52f2-4073-b40b-1adc14c26c7a on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:20:50.967107 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Attempting to bind port 778386c6-52f2-4073-b40b-1adc14c26c7a by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:20:50.967573 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Attempting to bind port 778386c6-52f2-4073-b40b-1adc14c26c7a on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:20:50.975359 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:20:50.975802 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:20:50.977803 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:50.977803 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:20:50.977803 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Bound port: 778386c6-52f2-4073-b40b-1adc14c26c7a, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:20:50.977803 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.052602 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] For port 778386c6-52f2-4073-b40b-1adc14c26c7a, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:20:51.055817 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] For port 778386c6-52f2-4073-b40b-1adc14c26c7a, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=778386c6-52f2-4073-b40b-1adc14c26c7a,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:20:51.141092 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.154474 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.165569 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Transition to ACTIVE for port object da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:20:51.199319 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 7cf675e9-efe0-48f5-ae61-73300e150228, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=7cf675e9-efe0-48f5-ae61-73300e150228,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:51.219220 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19616-d1d0-45a7-bc6e-a4a1ad4b2060 req-8332f2f9-b160-43a0-9fb2-49bcdd61c23b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:51.223748 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '7cf675e9-efe0-48f5-ae61-73300e150228', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228', 'mac_address': 'fa:16:3e:d3:c8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:20:51.223990 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-efa19616-d1d0-45a7-bc6e-a4a1ad4b2060 req-8332f2f9-b160-43a0-9fb2-49bcdd61c23b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1060438
Apr 06 10:20:51.231100 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d2f09c44-aa4b-40ce-94bd-00ceb050d5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.264363 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.306725 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4cf4ded2-a469-4e28-b179-c301e4274202 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:51.357380 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ce29e-4a80-4161-b155-cdff3368e163 None None] Pushing event updated for resources: {'Port': ['ID=778386c6-52f2-4073-b40b-1adc14c26c7a,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:51.360891 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-efa19616-d1d0-45a7-bc6e-a4a1ad4b2060 req-01bcfedc-f44b-43fb-b878-c2eeab0c3175 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309872
Apr 06 10:20:51.372884 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Routers {'49e04e98-85e9-430b-8bda-94cbbd055049'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:20:51.373639 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8056f2e0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['49e04e98-85e9-430b-8bda-94cbbd055049'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:51.406883 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.439397 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf675e9-efe0-48f5-ae61-73300e150228 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:20:51.471822 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 7cf675e9-efe0-48f5-ae61-73300e150228, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=7cf675e9-efe0-48f5-ae61-73300e150228,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:51.482075 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 4cf4ded2-a469-4e28-b179-c301e4274202 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:51.482739 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.539743 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Network 57e49cfb-81a3-42ba-8659-bcae0007fdad is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:51.559012 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:51.583481 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:20:51.622661 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.707768 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] Set router 49e04e98-85e9-430b-8bda-94cbbd055049 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:20:51.823451 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=7cf675e9-efe0-48f5-ae61-73300e150228,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:51.912611 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:51.971116 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Pushing event updated for resources: {'Port': ['ID=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:51.990747 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95551cd-cabc-4029-8ee7-7e1fe1d4c225 req-fbd88aa6-1081-4d1a-8683-2e013ce6f667 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:51.992462 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b95551cd-cabc-4029-8ee7-7e1fe1d4c225 req-fbd88aa6-1081-4d1a-8683-2e013ce6f667 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 945 time: 0.2101994
Apr 06 10:20:52.009661 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989053a-17bd-4e69-98c1-1c0e606c7007 req-7d4891dd-f6be-4d7a-a379-6657ebc1f3f4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:52.011852 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1989053a-17bd-4e69-98c1-1c0e606c7007 req-7d4891dd-f6be-4d7a-a379-6657ebc1f3f4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.6222503
Apr 06 10:20:52.052230 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c7c33e80-8e49-4421-a119-c705e2086195 None None] Provisioning for port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:52.057890 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c7c33e80-8e49-4421-a119-c705e2086195 None None] Provisioning complete for port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:52.058619 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7c33e80-8e49-4421-a119-c705e2086195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:52.063964 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b95551cd-cabc-4029-8ee7-7e1fe1d4c225 req-6249a693-cb0a-40ce-a51e-484821332c37 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619071
Apr 06 10:20:52.097910 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:20:52.203794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c7c33e80-8e49-4421-a119-c705e2086195 None None] Port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:20:52.279698 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8056f2e0>, [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 3, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port': {'id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:44Z', 'updated_at': '2022-04-06T10:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:52.288485 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a1284-716f-4754-baca-43904346fab3 None None] The sync data for ids ['49e04e98-85e9-430b-8bda-94cbbd055049'] in dv-cinder-836753-1-iscsi is: [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 3, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port': {'id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:44Z', 'updated_at': '2022-04-06T10:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:20:52.316552 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:52.328347 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-d81de12c-c0a1-4399-94af-ebde09c05f4c service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673310
Apr 06 10:20:52.332409 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1989053a-17bd-4e69-98c1-1c0e606c7007 req-3ccbc219-11b5-4f3b-ab41-b3f0978af77e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3101699
Apr 06 10:20:52.453234 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6d2bdd4-caed-4a9c-8ae6-af837757f895 req-7b24cdbf-18b5-47a5-907c-092b8fc06f46 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2715425
Apr 06 10:20:52.475381 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['7cf675e9-efe0-48f5-ae61-73300e150228'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:20:52.539099 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-655b79a0-2509-4db3-bb88-12ac5f82b7f8 req-ed760d33-176d-4146-88f3-568130b0b729 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965251
Apr 06 10:20:52.699646 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368a3c2-be12-401d-9065-4b843a112b47 req-a086a543-133f-4065-88e0-9959903f33ae tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:52.701617 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0368a3c2-be12-401d-9065-4b843a112b47 req-a086a543-133f-4065-88e0-9959903f33ae tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1342804
Apr 06 10:20:52.775580 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:52.807191 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0368a3c2-be12-401d-9065-4b843a112b47 req-97c4c987-130d-4e8a-b6a4-bc242b23cdca tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962648
Apr 06 10:20:52.833813 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:52.999463 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:53.012537 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Pushing event updated for resources: {'Port': ['ID=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:53.206425 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3ede2216-73f6-4e7a-8881-7a1bdf1c3480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:53.277114 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Network 57e49cfb-81a3-42ba-8659-bcae0007fdad is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:20:53.278937 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:20:53.625756 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ec38d-1583-4155-9ff1-4fbe1ea51504 req-56ae0fdb-9e40-472b-a969-32642cdea672 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:53.627406 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-406ec38d-1583-4155-9ff1-4fbe1ea51504 req-56ae0fdb-9e40-472b-a969-32642cdea672 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 945 time: 0.4115791
Apr 06 10:20:53.645160 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-3219f823-9b1e-435c-a6ca-2e8dded5336e None None] Provisioning complete for port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:53.645569 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3219f823-9b1e-435c-a6ca-2e8dded5336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:53.704382 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843503a-d464-4285-bff7-5495ad2487c4 req-a0d2fafa-5eef-4f41-8495-2cbb21e2dbd8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:53.712841 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4843503a-d464-4285-bff7-5495ad2487c4 req-a0d2fafa-5eef-4f41-8495-2cbb21e2dbd8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.1180196
Apr 06 10:20:53.732038 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-3219f823-9b1e-435c-a6ca-2e8dded5336e None None] Port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:20:53.788144 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-406ec38d-1583-4155-9ff1-4fbe1ea51504 req-10f06dd8-601c-43ac-8905-696f886bcad6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1429687
Apr 06 10:20:53.832287 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4843503a-d464-4285-bff7-5495ad2487c4 req-643248a2-b123-4b68-b565-b9c75602f162 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181998
Apr 06 10:20:53.995488 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Router 49e04e98-85e9-430b-8bda-94cbbd055049 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:20:54.343700 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2669-6419-446b-a8fc-941e9a31e14c req-c1896bb6-3804-450f-ba44-6e2d90a9a06c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:54.345298 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-494a2669-6419-446b-a8fc-941e9a31e14c req-c1896bb6-3804-450f-ba44-6e2d90a9a06c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.2788393
Apr 06 10:20:54.372386 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:54.416765 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-494a2669-6419-446b-a8fc-941e9a31e14c req-c3b3c780-5a39-472e-904f-73095d495858 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595136
Apr 06 10:20:54.445569 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:20:54.466913 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-1d646631-e4e4-4115-8672-b2cf5a0f75ce admin admin] 10.222.0.11 "PUT /v2.0/routers/49e04e98-85e9-430b-8bda-94cbbd055049/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9522464
Apr 06 10:20:55.105138 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c0b51-8d25-4e8c-8691-47c394163f86 req-d6184975-cb5f-45d9-b776-006c7fde8221 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:55.120953 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fa7c0b51-8d25-4e8c-8691-47c394163f86 req-d6184975-cb5f-45d9-b776-006c7fde8221 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 945 time: 0.1273251
Apr 06 10:20:55.172307 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded06c21-63e3-490f-b1b1-b1be9b90e299 req-96aa9cc3-a387-44d2-8396-7036753e0170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:55.172307 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ded06c21-63e3-490f-b1b1-b1be9b90e299 req-96aa9cc3-a387-44d2-8396-7036753e0170 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.1542335
Apr 06 10:20:55.241367 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fa7c0b51-8d25-4e8c-8691-47c394163f86 req-1861ccbb-b245-47f4-846e-d82c92c2ac69 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192462
Apr 06 10:20:55.242443 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ded06c21-63e3-490f-b1b1-b1be9b90e299 req-fecc9b25-9ba3-4ffb-8082-28c84577dd0b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736122
Apr 06 10:20:55.301496 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:55.532549 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e13dbb-5f31-4611-9b9f-b23f91d7ca03 req-d99cde33-c5e1-45e9-a3cb-64242752b990 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:55.535788 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-47e13dbb-5f31-4611-9b9f-b23f91d7ca03 req-d99cde33-c5e1-45e9-a3cb-64242752b990 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.1381624
Apr 06 10:20:55.547370 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49492) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:55.560429 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'floatingip': {'port_id': '45041dc0-8460-4e2c-98da-ee5134beec10'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:20:55.669990 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:55.789386 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:55.957231 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9847-f0d4-4315-acd5-f74056b88cdd req-25970f61-9a7f-4f9f-9b98-467c8bfa61d8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:55.961515 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-737f9847-f0d4-4315-acd5-f74056b88cdd req-25970f61-9a7f-4f9f-9b98-467c8bfa61d8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1953437
Apr 06 10:20:56.121474 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-737f9847-f0d4-4315-acd5-f74056b88cdd req-494eb0eb-fb67-4ff8-a4cb-ec2b3cb6b616 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200578
Apr 06 10:20:56.690818 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 7cf675e9-efe0-48f5-ae61-73300e150228 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:56.961897 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc67ed-04bd-4342-a0d4-5011a56fa0ce req-926e0220-79e4-41d0-a8fc-ec21b6ca7c62 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:56.961897 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0cc67ed-04bd-4342-a0d4-5011a56fa0ce req-926e0220-79e4-41d0-a8fc-ec21b6ca7c62 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 945 time: 0.1990380
Apr 06 10:20:57.066492 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0cc67ed-04bd-4342-a0d4-5011a56fa0ce req-e786fca9-4fe9-4ec5-86aa-ce387f12d5f9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1270318
Apr 06 10:20:57.071146 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:57.298167 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 778386c6-52f2-4073-b40b-1adc14c26c7a up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:57.412876 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 7cf675e9-efe0-48f5-ae61-73300e150228 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:57.418438 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 7cf675e9-efe0-48f5-ae61-73300e150228 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:57.428975 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:57.457706 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b0a0a-819a-4f6b-ab10-b17407ca3fbc req-c59c8dba-0174-492c-8b5d-23e3d9c3bac5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:57.469870 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6b4b0a0a-819a-4f6b-ab10-b17407ca3fbc req-c59c8dba-0174-492c-8b5d-23e3d9c3bac5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1254258
Apr 06 10:20:57.539563 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6b4b0a0a-819a-4f6b-ab10-b17407ca3fbc req-7da2554a-d28c-44c3-bcfd-3b5ea221f1c5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685153
Apr 06 10:20:57.544110 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:57.582054 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:57.622915 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 778386c6-52f2-4073-b40b-1adc14c26c7a completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:20:57.663942 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 778386c6-52f2-4073-b40b-1adc14c26c7a triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:57.664316 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:57.785159 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:20:57.869468 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 7cf675e9-efe0-48f5-ae61-73300e150228, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=7cf675e9-efe0-48f5-ae61-73300e150228,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:57.937164 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:58.024915 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.l3_db [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Floating IP d1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0 associated. External IP: 172.27.2.179, port: 45041dc0-8460-4e2c-98da-ee5134beec10.
Apr 06 10:20:58.089455 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2270e4f6-9852-4e5f-8f29-4d75b5a3e59c'] response: {'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228', 'code': 200}
Apr 06 10:20:58.299524 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=7cf675e9-efe0-48f5-ae61-73300e150228,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:58.322034 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:58.342183 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 778386c6-52f2-4073-b40b-1adc14c26c7a, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=778386c6-52f2-4073-b40b-1adc14c26c7a,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:20:58.435390 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:58.592244 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca21106-76f3-4296-b3f9-756844671550 req-fdf930e4-75d7-4b3c-bcaa-284f71e9aafa tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:58.593647 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dca21106-76f3-4296-b3f9-756844671550 req-fdf930e4-75d7-4b3c-bcaa-284f71e9aafa tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.2744331
Apr 06 10:20:58.617064 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=778386c6-52f2-4073-b40b-1adc14c26c7a,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:20:58.670401 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8cbcdd35-aa1a-46d5-a6ca-5ece3ab2d0cf req-f2463e0e-2c05-4850-bfa4-cbbed768d76b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1099 time: 0.1368458
Apr 06 10:20:58.731272 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8cbcdd35-aa1a-46d5-a6ca-5ece3ab2d0cf req-dad6472f-8dca-4001-95d0-b4307ca828ae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526321
Apr 06 10:20:58.823919 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dca21106-76f3-4296-b3f9-756844671550 req-a4f376fa-7414-48e6-8c84-77ac206b7093 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2131896
Apr 06 10:20:59.201760 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d010ad-042b-42fe-af95-680546b86dce req-ff300b21-6854-4fcd-8c0d-71b17852b562 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:20:59.207346 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:20:59.219760 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-73d010ad-042b-42fe-af95-680546b86dce req-ff300b21-6854-4fcd-8c0d-71b17852b562 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.3924823
Apr 06 10:20:59.324831 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 778386c6-52f2-4073-b40b-1adc14c26c7a up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:20:59.383554 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-73d010ad-042b-42fe-af95-680546b86dce req-64e6c858-428d-4147-be94-d5d6855fec16 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623011
Apr 06 10:20:59.527909 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49552) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:20:59.575233 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 778386c6-52f2-4073-b40b-1adc14c26c7a triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:20:59.576128 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:59.780241 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:20:59.780871 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:59.788189 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:20:59.805596 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:20:59.853698 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:20:59.858387 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:20:59.859102 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806cc9d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:20:59.864089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] Usage tracker for resource:security_group_rule and tenant:0cac173a057140f6b3b91b5934864915 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:20:59.872270 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d6ab2f49-08a1-4ab3-9fa9-ac18b9c99c54 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "PUT /v2.0/floatingips/d1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0 HTTP/1.1" status: 200  len: 992 time: 4.3228526
Apr 06 10:20:59.876210 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:20:59.877057 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'tag': '45041dc0-8460-4e2c-98da-ee5134beec10'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:20:59.886955 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:00.004058 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bf37b4-43a9-459b-959d-25fd84614287'] response: {'name': 'network-changed', 'server_uuid': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'tag': '45041dc0-8460-4e2c-98da-ee5134beec10', 'status': 'completed', 'code': 200}
Apr 06 10:21:00.091440 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:00.203888 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-bf03b26b-b4ac-4c5a-b4e5-ebbcfc467489 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 1099 time: 0.1109324
Apr 06 10:21:00.207407 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:00.247676 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0cac173a057140f6b3b91b5934864915&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7152526
Apr 06 10:21:00.248923 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49576) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:00.297157 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:00.323162 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1acf74-c6c4-4783-a537-4cd924aeca02 req-018306a7-a8a3-454f-98c6-cbf3787c4ae5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:00.325234 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4e1acf74-c6c4-4783-a537-4cd924aeca02 req-018306a7-a8a3-454f-98c6-cbf3787c4ae5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.2378058
Apr 06 10:21:00.405262 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31017767-b3f2-4484-898b-5ef13c1e0337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:00.412012 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047ef1a-4e5a-4f52-a45c-f8184487e120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f90f0d-15e0-497a-b7dd-e710c4eccc3f,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:00.469893 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4e1acf74-c6c4-4783-a537-4cd924aeca02 req-097b923c-2a1e-4726-b1bb-40f89f699703 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385007
Apr 06 10:21:00.490809 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31017767-b3f2-4484-898b-5ef13c1e0337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:00.550130 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-11e79e34-8bdd-494e-87a9-31271c81654d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:00.552193 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-11e79e34-8bdd-494e-87a9-31271c81654d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 914 time: 0.3178425
Apr 06 10:21:00.644268 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31017767-b3f2-4484-898b-5ef13c1e0337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:00.672248 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31017767-b3f2-4484-898b-5ef13c1e0337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f90f0d-15e0-497a-b7dd-e710c4eccc3f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:00.681126 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31017767-b3f2-4484-898b-5ef13c1e0337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:00.684334 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-31017767-b3f2-4484-898b-5ef13c1e0337 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62f90f0d-15e0-497a-b7dd-e710c4eccc3f HTTP/1.1" status: 204  len: 168 time: 0.4321413
Apr 06 10:21:00.835378 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b8389-59bd-403b-9a31-517579ece4e9 req-38f19548-882d-42c8-843c-c3544d16b841 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:00.838174 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6b8b8389-59bd-403b-9a31-517579ece4e9 req-38f19548-882d-42c8-843c-c3544d16b841 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.2160263
Apr 06 10:21:00.839839 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-5b040f31-1212-4dbc-a44e-f0bfd3496805 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45041dc0-8460-4e2c-98da-ee5134beec10 HTTP/1.1" status: 200  len: 1000 time: 0.2707555
Apr 06 10:21:00.916070 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806cc9d0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:04Z', 'revision_number': 2, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}, {'id': 'd1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '45041dc0-8460-4e2c-98da-ee5134beec10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:30:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:24Z', 'updated_at': '2022-04-06T10:20:56Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:00.919217 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6b8b8389-59bd-403b-9a31-517579ece4e9 req-2783e7c1-25db-4484-9f65-51466767ba21 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748007
Apr 06 10:21:00.920701 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:21:00.932997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:00.944636 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806cc9d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:01.200037 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:01.729644 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8a3e-1902-495d-b6c9-81199f0023db req-49cbadbe-d737-449e-be9a-6d835443bb13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:01.732266 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c64c8a3e-1902-495d-b6c9-81199f0023db req-49cbadbe-d737-449e-be9a-6d835443bb13 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0955088
Apr 06 10:21:01.736271 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806cc9d0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:04Z', 'revision_number': 2, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}, {'id': 'd1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '45041dc0-8460-4e2c-98da-ee5134beec10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:30:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:24Z', 'updated_at': '2022-04-06T10:20:56Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:01.742067 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0338cc73-b9ab-4470-b340-3c23fa39fd71 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:04Z', 'revision_number': 2, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}, {'id': 'd1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '45041dc0-8460-4e2c-98da-ee5134beec10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:30:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:24Z', 'updated_at': '2022-04-06T10:20:56Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:21:01.828005 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c64c8a3e-1902-495d-b6c9-81199f0023db req-9c25483c-296d-41af-8f8b-251e4ff644a5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846441
Apr 06 10:21:02.074678 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5b699-53df-4de1-8815-6c76ae11ea02 req-d2fd761a-dbe4-40a0-b791-7f9c85856277 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:02.076864 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-01f5b699-53df-4de1-8815-6c76ae11ea02 req-d2fd761a-dbe4-40a0-b791-7f9c85856277 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.1245489
Apr 06 10:21:02.086558 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49612) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:02.094832 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'floatingip': {'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:02.233094 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:02.377404 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49620) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:02.440830 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804362ac-50cb-479b-98bc-01e1256dd8bf req-7e4e3c49-c90b-4ab0-a82d-47dc32a3336a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:02.442953 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-804362ac-50cb-479b-98bc-01e1256dd8bf req-7e4e3c49-c90b-4ab0-a82d-47dc32a3336a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.2863050
Apr 06 10:21:02.570742 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1725891370-network', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:02.578649 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:02.581048 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Usage tracker for resource:network and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:02.594346 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:02.594346 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:02.646616 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-804362ac-50cb-479b-98bc-01e1256dd8bf req-362ed5c4-5151-4cc6-8469-e9e6eb3d8d96 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1944976
Apr 06 10:21:02.669312 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Made reservation on behalf of b98b391176f2477ca4b1e374c8d12641 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:21:02.671714 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:02.700717 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:02.735215 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:02.739091 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Usage tracker for resource:security_group_rule and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:02.742208 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:02.748095 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:02.823222 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.051652 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.179491 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.193840 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24527b2a-3c5d-4dc7-b36c-ecc8405fe01a None None] New status for floating IP d1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:21:03.200664 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.204984 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:21:03.214283 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.214620 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.segments_db [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Added segment 597ddbea-2055-489f-ad8f-b57287c5e98c of type vlan for network 280696ea-a06c-4de9-a31a-9cd01225a83e
Apr 06 10:21:03.249777 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.261916 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb624704-cc89-4a24-82ee-25a67561afb0,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:03.354370 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-b0b97682-ebd2-40b6-9666-c40195880146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:03.355967 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-b0b97682-ebd2-40b6-9666-c40195880146 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.0693986
Apr 06 10:21:03.382042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.384087 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:03.387553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.480794 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.l3_db [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Floating IP 87642af8-8bd4-46aa-9cc2-fc59509d3377 associated. External IP: 172.27.2.113, port: 7cf675e9-efe0-48f5-ae61-73300e150228.
Apr 06 10:21:03.498479 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1197243
Apr 06 10:21:03.504663 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49634) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:03.513435 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Request body: {'subnet': {'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1725891370-subnet', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:03.534357 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:03.539173 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Usage tracker for resource:subnet and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:03.544196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:03.547510 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ca293-215d-450b-83c4-1de9fdc802bb admin admin] Pushing event updated for resources: {'Network': ['ID=280696ea-a06c-4de9-a31a-9cd01225a83e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:03.554075 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:03.560273 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 280696ea-a06c-4de9-a31a-9cd01225a83e details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:21:03.695484 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Made reservation on behalf of b98b391176f2477ca4b1e374c8d12641 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:21:03.697870 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267244976'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:03.999762 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4cae-717c-4015-8452-76fcd99e4d0a req-f8f61e8f-8b3e-48b1-bece-080f412555d0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:04.001810 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b97f4cae-717c-4015-8452-76fcd99e4d0a req-f8f61e8f-8b3e-48b1-bece-080f412555d0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1653557
Apr 06 10:21:04.063380 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Router 5349735b-ce6f-4eb1-bca2-c685ed74a17a has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:21:04.090262 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b97f4cae-717c-4015-8452-76fcd99e4d0a req-8abc38e8-c78e-420d-be7e-f5ba14db4f5d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751810
Apr 06 10:21:04.147705 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1104991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267244958'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:04.254137 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:04.288543 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Checking segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:04.288901 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Network hostable DHCP agents. Network: 280696ea-a06c-4de9-a31a-9cd01225a83e, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:21:04.338956 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:21:04.343172 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:04.362145 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] Sync routers for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:21:04.394932 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:04.396352 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff4e130>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:04.417299 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-dc79a0ec-a305-42b6-8970-95cd4f10fd72 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "PUT /v2.0/floatingips/87642af8-8bd4-46aa-9cc2-fc59509d3377 HTTP/1.1" status: 200  len: 992 time: 2.3159385
Apr 06 10:21:04.417299 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:21:04.439609 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Network 280696ea-a06c-4de9-a31a-9cd01225a83e is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:21:04.486060 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421e7eaf-89d8-4c14-9c5f-b27a949ff914'] response: {'name': 'network-changed', 'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228', 'status': 'completed', 'code': 200}
Apr 06 10:21:04.493754 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-3f371fca-01c9-4662-9a71-22b475358553 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1428559
Apr 06 10:21:04.615671 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-cc402059-0667-4725-9a19-2b97852936d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1099 time: 0.0986757
Apr 06 10:21:04.628670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 280696ea-a06c-4de9-a31a-9cd01225a83e) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:04.636173 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:04.636948 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:04.642395 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901bdbc3-f703-4904-b703-5cae402ebc7b None None] Network 280696ea-a06c-4de9-a31a-9cd01225a83e requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:21:04.695374 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-50b54fc4-f681-461c-aa98-62e48bba99db service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881006
Apr 06 10:21:04.827185 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-c8ab958a-48b4-4db0-ae8e-2b5358bbc22a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:04.829706 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-c8ab958a-48b4-4db0-ae8e-2b5358bbc22a service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.1754839
Apr 06 10:21:04.862144 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c3dba585-ed47-4117-a7bb-5261fea5ed77 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3548946
Apr 06 10:21:04.868358 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49648) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:04.875407 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:04.891136 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:04.898528 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Usage tracker for resource:router and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:04.901319 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-280696ea-a06c-4de9-a31a-9cd01225a83e', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:21:04.902159 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:04.903457 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:04.913861 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:04.958837 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6016f567-36b3-4bb9-82be-7255104f2c07 req-1ae7cae7-9b76-4f9d-bf74-953c67d23a49 service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2539654
Apr 06 10:21:05.009460 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:05.059594 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:05.061068 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:05.104474 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-80fca496-74e2-4508-9cea-8c32477d7845 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 200  len: 1000 time: 0.2550695
Apr 06 10:21:05.106261 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:05.235686 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Allocated IP 172.20.0.2 (280696ea-a06c-4de9-a31a-9cd01225a83e/9b4a0c59-c43a-4cb3-aeb3-c3fbea363152/2bac740f-80d6-4f71-9f11-41ce64f14713) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:21:05.242628 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-b724b1b1-e8a3-451c-8a99-6acf7e96f3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:05.259019 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-b724b1b1-e8a3-451c-8a99-6acf7e96f3a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.1463978
Apr 06 10:21:05.493909 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-e37f843b-2bef-40c8-bc62-68daf9d7136b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2249339
Apr 06 10:21:05.578774 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:05.608482 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35eb0e-e86a-47d6-bedc-4ee12ef43b68 req-51ef554c-97d1-4a70-a969-946bcf825f8c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:05.626980 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fe35eb0e-e86a-47d6-bedc-4ee12ef43b68 req-51ef554c-97d1-4a70-a969-946bcf825f8c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.2952487
Apr 06 10:21:05.641842 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:05.646519 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff4e130>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '87642af8-8bd4-46aa-9cc2-fc59509d3377', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'mac_address': 'fa:16:3e:d3:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:30Z', 'updated_at': '2022-04-06T10:21:02Z', 'revision_number': 1, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:05.682817 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] Checking router: 5349735b-ce6f-4eb1-bca2-c685ed74a17a for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:21:05.683900 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-1af717cd-20da-4d64-8306-fc5445990b81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 1099 time: 0.3285258
Apr 06 10:21:05.684002 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Transition to ACTIVE for port object 2bac740f-80d6-4f71-9f11-41ce64f14713 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:05.688919 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:05.689078 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff4e130>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:05.779646 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-578382f9-b2a2-4b55-b04e-437911d7c51c service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765522
Apr 06 10:21:05.802584 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fe35eb0e-e86a-47d6-bedc-4ee12ef43b68 req-dd6a61bc-3a24-49c1-b577-2905e79f5e2f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1744390
Apr 06 10:21:05.872608 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:05.917794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Transition to ACTIVE for port object 2bac740f-80d6-4f71-9f11-41ce64f14713 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:05.949363 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-1e0fc8c9-c8db-4fe7-8693-bb95d7248afc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:05.951068 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-1e0fc8c9-c8db-4fe7-8693-bb95d7248afc service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.2797449
Apr 06 10:21:05.988368 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f8937f87-20c5-406f-8ecc-a8d1be674eb9 req-e0f647c6-2388-42a2-b109-b1af2ca4cbef service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007754
Apr 06 10:21:06.105339 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:06.133182 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-17a011c3-00be-43f4-b685-22523fb311bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa HTTP/1.1" status: 200  len: 1002 time: 0.1668632
Apr 06 10:21:06.203259 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:06.236320 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:06.266515 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Network 280696ea-a06c-4de9-a31a-9cd01225a83e is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:06.283982 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:06.283982 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:21:06.289462 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-9ec22ced-af0b-4323-85c8-e108f1030c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:06.291453 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-9ec22ced-af0b-4323-85c8-e108f1030c6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.1487842
Apr 06 10:21:06.406095 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Pushing event updated for resources: {'Port': ['ID=2bac740f-80d6-4f71-9f11-41ce64f14713,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:06.433305 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Attempting to bind port 2bac740f-80d6-4f71-9f11-41ce64f14713 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:21:06.433584 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Attempting to bind port 2bac740f-80d6-4f71-9f11-41ce64f14713 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:21:06.433981 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Attempting to bind port 2bac740f-80d6-4f71-9f11-41ce64f14713 on network 280696ea-a06c-4de9-a31a-9cd01225a83e {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:06.467044 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Allocated IP 172.27.2.73 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/d2326a57-b71c-45fd-aaa4-54ce69c055a5) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:21:06.491661 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:21:06.491932 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Checking segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:06.492512 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:06.492745 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Bound using segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:21:06.493197 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Bound port: 2bac740f-80d6-4f71-9f11-41ce64f14713, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:21:06.493554 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:06.528021 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-3c7a8fd7-f623-4dfb-8927-ea2f0c323c04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2227910
Apr 06 10:21:06.691217 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] For port 2bac740f-80d6-4f71-9f11-41ce64f14713, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:21:06.705922 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] For port 2bac740f-80d6-4f71-9f11-41ce64f14713, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2bac740f-80d6-4f71-9f11-41ce64f14713,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:21:06.733361 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff4e130>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '87642af8-8bd4-46aa-9cc2-fc59509d3377', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'mac_address': 'fa:16:3e:d3:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:30Z', 'updated_at': '2022-04-06T10:21:02Z', 'revision_number': 1, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:06.738132 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddf5d0-0ee9-4efc-9eab-34c545450dec None None] The sync data for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi is: [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '87642af8-8bd4-46aa-9cc2-fc59509d3377', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'mac_address': 'fa:16:3e:d3:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:30Z', 'updated_at': '2022-04-06T10:21:02Z', 'revision_number': 1, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:21:06.790095 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:06.804762 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-8df8d7bc-e7fc-465c-972b-16d79dfe6808 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266068
Apr 06 10:21:06.910872 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fcb04-70f1-49d3-841a-a1d41ba005bd None None] Pushing event updated for resources: {'Port': ['ID=2bac740f-80d6-4f71-9f11-41ce64f14713,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:07.143334 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:07.268182 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f87f0-6c7a-4446-b49d-39961d5a3a85 req-28131c34-c1c9-4a0d-a67b-fc11d55bacae tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:07.268182 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1b6f87f0-6c7a-4446-b49d-39961d5a3a85 req-28131c34-c1c9-4a0d-a67b-fc11d55bacae tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1907840
Apr 06 10:21:07.279620 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-891b1a65-6d4c-40c7-b8a6-55c3a729da6c req-cb4f23d5-6b3a-4464-80cd-8a1c8ea0221a service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4413865
Apr 06 10:21:07.335646 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1b6f87f0-6c7a-4446-b49d-39961d5a3a85 req-cdbe3e50-3232-4121-bc6b-f64693376ce6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569491
Apr 06 10:21:07.342332 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:07.428446 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:07.431744 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Pushing event updated for resources: {'Port': ['ID=d2326a57-b71c-45fd-aaa4-54ce69c055a5,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:07.434114 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:07.437757 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:21:07.481553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.481553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.481553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.481553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.482028 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.482028 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.482307 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.482622 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.482940 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.483256 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.483567 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:07.724364 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:07.726360 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:08.103898 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:21:08.344492 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616b31a-7899-4c06-ab41-d8a28d52dd0c None None] Network 280696ea-a06c-4de9-a31a-9cd01225a83e requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:21:08.409699 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49690) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:08.452981 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:21:08.487955 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:21:08.513510 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:21:08.554064 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:08.556189 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80517f10>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:08.701306 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:08.710679 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635dfad-5973-4105-94af-3f88df9e24c5 req-421dc212-f84a-42ac-b441-e4ea773c36ad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:08.712768 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4635dfad-5973-4105-94af-3f88df9e24c5 req-421dc212-f84a-42ac-b441-e4ea773c36ad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 946 time: 0.1095862
Apr 06 10:21:08.723796 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:08.738741 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:21:08.758445 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:08.767641 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:08.775444 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Usage tracker for resource:security_group_rule and tenant:43042ad2ff7f4858b375b74b2a328a73 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:08.779014 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:08.785745 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:08.789625 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4635dfad-5973-4105-94af-3f88df9e24c5 req-ce321ff9-0daa-4956-ba31-1a7344ced30b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695622
Apr 06 10:21:08.844409 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Sync routers for ids ['49e04e98-85e9-430b-8bda-94cbbd055049'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:21:08.847692 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81acf40-adaf-420e-bd45-5e6f40e4d82b'] response: {'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'code': 200}
Apr 06 10:21:08.856209 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:08.865774 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Routers {'49e04e98-85e9-430b-8bda-94cbbd055049'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:08.866278 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8082b460>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['49e04e98-85e9-430b-8bda-94cbbd055049'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:08.961169 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:08.965714 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-127906d6-34f7-486d-9685-714896ae3298 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.0963042
Apr 06 10:21:08.972358 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49700) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:09.113112 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Set router 49e04e98-85e9-430b-8bda-94cbbd055049 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:09.166974 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.244363 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-e8ffb4ad-da06-46f0-a4b3-345bade1bfde None None] Provisioning for port 2bac740f-80d6-4f71-9f11-41ce64f14713 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:09.271825 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80517f10>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:07Z', 'revision_number': 3, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:09.279421 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:21:09.284956 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Updating router d48a5d60-615b-4171-b9ce-ba4b441b9e4f port d2326a57-b71c-45fd-aaa4-54ce69c055a5 binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:21:09.329710 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=8']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:09.361600 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.412696 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2bac740f-80d6-4f71-9f11-41ce64f14713 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:09.426101 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.533594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.617557 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318859f0-7f63-4674-b44b-a58fefc73706,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:09.624350 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43042ad2ff7f4858b375b74b2a328a73&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2133396
Apr 06 10:21:09.627665 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49708) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:09.773512 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6d8eba33-1102-42d9-afed-6d22b1242e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.777019 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 2bac740f-80d6-4f71-9f11-41ce64f14713 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:09.789846 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 2bac740f-80d6-4f71-9f11-41ce64f14713 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:09.794033 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.814790 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6d8eba33-1102-42d9-afed-6d22b1242e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.863717 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.870360 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.870840 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.871247 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.871677 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.872419 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.872419 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.872790 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.873180 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.874078 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.874191 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea01d75-5425-4370-be68-1c174b080e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:09.928474 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.996564 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6d8eba33-1102-42d9-afed-6d22b1242e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:09.997738 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Transition to ACTIVE for port object d2326a57-b71c-45fd-aaa4-54ce69c055a5 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:10.060475 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8eba33-1102-42d9-afed-6d22b1242e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318859f0-7f63-4674-b44b-a58fefc73706,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:10.088054 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6d8eba33-1102-42d9-afed-6d22b1242e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:10.089435 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-6d8eba33-1102-42d9-afed-6d22b1242e4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/318859f0-7f63-4674-b44b-a58fefc73706 HTTP/1.1" status: 204  len: 168 time: 0.4601874
Apr 06 10:21:10.097693 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8082b460>, [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:20:51Z', 'revision_number': 4, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port': {'id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:44Z', 'updated_at': '2022-04-06T10:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191', 'name': '', 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'mac_address': 'fa:16:3e:33:c6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd51fb819-4ecc-4097-9412-4e17c6045e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:50Z', 'updated_at': '2022-04-06T10:20:52Z', 'revision_number': 2, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'subnets': [{'id': 'd51fb819-4ecc-4097-9412-4e17c6045e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:10.100272 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:10.134987 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Checking router: 49e04e98-85e9-430b-8bda-94cbbd055049 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:21:10.137705 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Updating router 49e04e98-85e9-430b-8bda-94cbbd055049 port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:21:10.199690 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc8269-e02a-4d5a-8916-8aa4343c7c3b None None] New status for floating IP 87642af8-8bd4-46aa-9cc2-fc59509d3377: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:21:10.298129 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:10.333277 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:10.343775 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72ffbd-8ad8-49aa-b9f6-f13cf3387db9 req-7d9a65f5-7356-4148-be3a-db48bbda02ac tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:10.346130 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7c72ffbd-8ad8-49aa-b9f6-f13cf3387db9 req-7d9a65f5-7356-4148-be3a-db48bbda02ac tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1878972
Apr 06 10:21:10.484756 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 2bac740f-80d6-4f71-9f11-41ce64f14713, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2bac740f-80d6-4f71-9f11-41ce64f14713,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:10.487106 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7c72ffbd-8ad8-49aa-b9f6-f13cf3387db9 req-45cd8dce-b582-40fe-a76e-a68d90ba28b4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341243
Apr 06 10:21:10.631997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:10.838024 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806af46-b38b-4695-b629-a8206e63e81c None None] Pushing event updated for resources: {'Port': ['ID=d2326a57-b71c-45fd-aaa4-54ce69c055a5,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:10.886757 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Attempting to bind port d2326a57-b71c-45fd-aaa4-54ce69c055a5 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:21:10.887393 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Attempting to bind port d2326a57-b71c-45fd-aaa4-54ce69c055a5 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:21:10.887877 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Attempting to bind port d2326a57-b71c-45fd-aaa4-54ce69c055a5 on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:10.895492 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:10.899960 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:21:10.901231 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:10.906657 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:10.909299 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:21:10.910379 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Bound port: d2326a57-b71c-45fd-aaa4-54ce69c055a5, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:21:10.912885 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:10.988151 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=2bac740f-80d6-4f71-9f11-41ce64f14713,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:11.233476 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2bac740f-80d6-4f71-9f11-41ce64f14713 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:11.259885 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] For port d2326a57-b71c-45fd-aaa4-54ce69c055a5, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:21:11.263406 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] For port d2326a57-b71c-45fd-aaa4-54ce69c055a5, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=d2326a57-b71c-45fd-aaa4-54ce69c055a5,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:21:11.335693 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Allocated IP 172.20.0.1 (280696ea-a06c-4de9-a31a-9cd01225a83e/9b4a0c59-c43a-4cb3-aeb3-c3fbea363152/9913923b-5158-4edc-8f97-b5c75910118c) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:21:11.338506 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:11.398853 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:11.422029 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Transition to ACTIVE for port object da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:11.454945 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 2bac740f-80d6-4f71-9f11-41ce64f14713 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:11.455549 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:11.479442 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806af46-b38b-4695-b629-a8206e63e81c None None] Pushing event updated for resources: {'Port': ['ID=d2326a57-b71c-45fd-aaa4-54ce69c055a5,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:11.487776 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:11.488392 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80517f10>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:11.543766 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:11.748858 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3d62-621c-4869-9c7e-219a6cc3301a None None] Pushing event updated for resources: {'Port': ['ID=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:11.769628 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:11.836458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Transition to ACTIVE for port object 9913923b-5158-4edc-8f97-b5c75910118c will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:11.873668 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:11.885376 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Attempting to bind port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:21:11.885905 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Attempting to bind port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:21:11.886390 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Attempting to bind port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 on network 57e49cfb-81a3-42ba-8659-bcae0007fdad {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:11.931474 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ea77-9c02-46f1-b624-206c446a5def req-75560d79-e2d3-4237-8100-70ca4d2b3d1a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:11.954068 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a6f9ea77-9c02-46f1-b624-206c446a5def req-75560d79-e2d3-4237-8100-70ca4d2b3d1a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1626058
Apr 06 10:21:11.968125 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:11.982865 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:21:11.986444 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Checking segment: {'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:11.986444 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:11.986444 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Bound using segment: {'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:21:11.986444 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Bound port: da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7df6405-876e-4032-a360-153addb5700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:21:11.986444 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:12.099130 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a6f9ea77-9c02-46f1-b624-206c446a5def req-5d561047-5941-48a2-9e50-30e4f2d5bdd1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1342456
Apr 06 10:21:12.112261 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Pushing event updated for resources: {'Port': ['ID=9913923b-5158-4edc-8f97-b5c75910118c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:12.125588 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Network 280696ea-a06c-4de9-a31a-9cd01225a83e is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:12.127155 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:12.130806 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:21:12.178903 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] For port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:21:12.184674 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] For port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,segment=NetworkSegment(e7df6405-876e-4032-a360-153addb5700c),segment_id=e7df6405-876e-4032-a360-153addb5700c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:21:12.250564 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:12.290170 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:12.452742 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:12.539583 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80517f10>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:07Z', 'revision_number': 3, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:12.545352 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d276731-1fde-494d-8de8-1e3b2b252034 None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:07Z', 'revision_number': 3, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:21:12.568764 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3d62-621c-4869-9c7e-219a6cc3301a None None] Pushing event updated for resources: {'Port': ['ID=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:12.596463 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Routers {'49e04e98-85e9-430b-8bda-94cbbd055049'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:12.597324 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8082b460>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['49e04e98-85e9-430b-8bda-94cbbd055049'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:12.846458 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-5d70f99a-425b-48b8-9b18-1c347f0e4687 None None] Provisioning for port 9913923b-5158-4edc-8f97-b5c75910118c completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:12.855526 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-5d70f99a-425b-48b8-9b18-1c347f0e4687 None None] Provisioning complete for port 9913923b-5158-4edc-8f97-b5c75910118c triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:12.855907 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-5d70f99a-425b-48b8-9b18-1c347f0e4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:12.948039 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:12.998455 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-5d70f99a-425b-48b8-9b18-1c347f0e4687 None None] Port 9913923b-5158-4edc-8f97-b5c75910118c cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:21:13.003458 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] Set router 49e04e98-85e9-430b-8bda-94cbbd055049 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:13.028891 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:13.201157 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:13.335921 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Pushing event updated for resources: {'Port': ['ID=9913923b-5158-4edc-8f97-b5c75910118c,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:13.412680 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Network 280696ea-a06c-4de9-a31a-9cd01225a83e is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:13.414063 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:13.446186 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8082b460>, [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:20:51Z', 'revision_number': 4, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port': {'id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:44Z', 'updated_at': '2022-04-06T10:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191', 'name': '', 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'mac_address': 'fa:16:3e:33:c6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd51fb819-4ecc-4097-9412-4e17c6045e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:50Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'subnets': [{'id': 'd51fb819-4ecc-4097-9412-4e17c6045e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:13.450716 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5c274-3ebc-4165-9adc-a716e2881a6f None None] The sync data for ids ['49e04e98-85e9-430b-8bda-94cbbd055049'] in dv-cinder-836753-1-iscsi is: [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:20:51Z', 'revision_number': 4, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port': {'id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:44Z', 'updated_at': '2022-04-06T10:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191', 'name': '', 'network_id': '57e49cfb-81a3-42ba-8659-bcae0007fdad', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'mac_address': 'fa:16:3e:33:c6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd51fb819-4ecc-4097-9412-4e17c6045e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:50Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'subnets': [{'id': 'd51fb819-4ecc-4097-9412-4e17c6045e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:21:13.924419 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-2580e08f-43dc-4282-9834-46bfcbb5c261 None None] Provisioning complete for port 9913923b-5158-4edc-8f97-b5c75910118c triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:13.925087 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-2580e08f-43dc-4282-9834-46bfcbb5c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:14.036093 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-2580e08f-43dc-4282-9834-46bfcbb5c261 None None] Port 9913923b-5158-4edc-8f97-b5c75910118c cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:21:14.196620 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:21:14.421447 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:21:14.686390 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:21:14.811379 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-6807da94-804c-4846-b401-6154a3219870 admin admin] 10.222.0.11 "PUT /v2.0/routers/d48a5d60-615b-4171-b9ce-ba4b441b9e4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8366489
Apr 06 10:21:14.894390 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e3c61723-5758-477b-a1a7-8e471139deda req-a70ea57c-8b79-4906-b594-87fac500033d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0777619
Apr 06 10:21:14.895685 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302adc4-f423-418c-994b-935fa0e5d965 req-2a51939f-3cab-484e-9c3f-d604e4b7a323 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:14.897671 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4302adc4-f423-418c-994b-935fa0e5d965 req-2a51939f-3cab-484e-9c3f-d604e4b7a323 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 946 time: 0.1831324
Apr 06 10:21:14.996479 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4302adc4-f423-418c-994b-935fa0e5d965 req-776fb025-9110-4695-a07a-1e132b178a51 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923333
Apr 06 10:21:15.268676 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:15.453476 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a8248-17a3-4017-a195-01fc6b35de82 req-e25825ff-6c6e-4e03-aa0c-0be05c4ce584 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:15.455255 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-737a8248-17a3-4017-a195-01fc6b35de82 req-e25825ff-6c6e-4e03-aa0c-0be05c4ce584 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1072273
Apr 06 10:21:15.469919 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:15.477479 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:15.478757 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:15.538486 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-737a8248-17a3-4017-a195-01fc6b35de82 req-f27069b6-1429-41d8-9e05-9f2575e62e8a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757902
Apr 06 10:21:15.690216 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:15.723688 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,segment=NetworkSegment(e7df6405-876e-4032-a360-153addb5700c),segment_id=e7df6405-876e-4032-a360-153addb5700c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:15.790217 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49810) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:15.804788 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:15.948328 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:16.006568 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-14407ace-2638-413f-821e-d8f2852e319c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2149069
Apr 06 10:21:16.228344 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27206739-ebd8-42f2-8aa9-9072b9cd3f1a req-20ef7a7d-acb8-4e76-98da-1bd6f2acde5c tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:16.229793 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27206739-ebd8-42f2-8aa9-9072b9cd3f1a req-20ef7a7d-acb8-4e76-98da-1bd6f2acde5c tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 946 time: 0.0839136
Apr 06 10:21:16.280205 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27206739-ebd8-42f2-8aa9-9072b9cd3f1a req-59c00646-5298-4455-8171-1ccffd1afcc4 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447381
Apr 06 10:21:16.891298 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f31e0-6298-4ed1-a4b4-8d1ec11d1839 req-31793ac9-3ec9-4ec7-9927-491f0d2d6891 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:16.892741 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2a5f31e0-6298-4ed1-a4b4-8d1ec11d1839 req-31793ac9-3ec9-4ec7-9927-491f0d2d6891 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1959798
Apr 06 10:21:16.944603 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2a5f31e0-6298-4ed1-a4b4-8d1ec11d1839 req-7b3bed93-783b-44ef-a35e-65c5325d6371 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454946
Apr 06 10:21:17.201253 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49842) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:17.203797 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:17.212776 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1527811369-network', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:17.215960 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:17.220296 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Usage tracker for resource:network and tenant:d4d4a716ec9b4aec99add5bd5f50ec8a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:17.223330 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:17.232317 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:17.293687 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:17.294264 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:17.356932 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Made reservation on behalf of d4d4a716ec9b4aec99add5bd5f50ec8a for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:21:17.359122 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:17.386820 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:17.439110 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:17.452919 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-ac871a53-4b59-4829-8430-0f05f1188270 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:17.454442 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-ac871a53-4b59-4829-8430-0f05f1188270 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 946 time: 0.1853991
Apr 06 10:21:17.455416 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Usage tracker for resource:security_group_rule and tenant:d4d4a716ec9b4aec99add5bd5f50ec8a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:17.501391 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:17.523527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:17.562499 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Deleting port 954e6337-0672-4caf-a9c0-aac5855cbddc {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:21:17.562851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:17.862440 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:17.983672 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d586d0-ed7a-4654-a2b7-866841729145 req-fdbec1c5-008f-4ba2-8be8-65d9f099058e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:17.985110 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-47d586d0-ed7a-4654-a2b7-866841729145 req-fdbec1c5-008f-4ba2-8be8-65d9f099058e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 946 time: 0.3193755
Apr 06 10:21:18.021505 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.025980 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] For port 954e6337-0672-4caf-a9c0-aac5855cbddc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=954e6337-0672-4caf-a9c0-aac5855cbddc,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:18.025980 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.182165 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167acc87-955e-4072-8f3e-8f2c26a26c8d req-4d8cef47-8704-4b13-93e6-31bfac9afea2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:18.183661 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-167acc87-955e-4072-8f3e-8f2c26a26c8d req-4d8cef47-8704-4b13-93e6-31bfac9afea2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0857275
Apr 06 10:21:18.189748 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Calling delete_port for 954e6337-0672-4caf-a9c0-aac5855cbddc owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:21:18.232476 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-167acc87-955e-4072-8f3e-8f2c26a26c8d req-af633526-b05e-43c1-87ce-32289c707092 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430081
Apr 06 10:21:18.237340 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:21:18.251518 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd102420-b19d-47b1-99fd-95c1215b2931,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:18.274534 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-47d586d0-ed7a-4654-a2b7-866841729145 req-d52eb160-e8b8-429b-a438-afe9af7ad741 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2737613
Apr 06 10:21:18.274534 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.274534 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.segments_db [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Added segment 4e905c8c-87b4-4301-91a3-c44590ccfaf1 of type vlan for network 2d38825b-fa36-4b4a-adf7-a538e5589668
Apr 06 10:21:18.317456 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.443366 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.506384 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.507432 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:18.508004 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.526356 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.539323 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['954e6337-0672-4caf-a9c0-aac5855cbddc'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:21:18.644255 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Pushing event deleted for resources: {'Port': ['ID=954e6337-0672-4caf-a9c0-aac5855cbddc,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:18.736463 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] Pushing event updated for resources: {'Network': ['ID=2d38825b-fa36-4b4a-adf7-a538e5589668,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:18.743907 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] No DVR routers for this DVR port 954e6337-0672-4caf-a9c0-aac5855cbddc on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:21:18.747353 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 2d38825b-fa36-4b4a-adf7-a538e5589668 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:21:18.747871 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:18.750217 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e2a374c6-20c6-4ab8-944a-492ad4ec62c4 req-2dc535e8-ee69-46c4-8468-7daee54fb3c1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.61 "DELETE /v2.0/ports/954e6337-0672-4caf-a9c0-aac5855cbddc HTTP/1.1" status: 204  len: 173 time: 1.2879248
Apr 06 10:21:18.750872 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccc4c53-e29c-4024-bc49-cca905253d37', 'name': 'network-vif-deleted', 'tag': '954e6337-0672-4caf-a9c0-aac5855cbddc'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:21:18.813006 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49872) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:18.820561 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7eaa0bd2-8458-4ae1-85d6-6b988e9943ca admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6132252
Apr 06 10:21:18.820956 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e962e503-6c63-4706-a223-5eefbcd828db'] response: {'server_uuid': '2ccc4c53-e29c-4024-bc49-cca905253d37', 'name': 'network-vif-deleted', 'tag': '954e6337-0672-4caf-a9c0-aac5855cbddc', 'status': 'completed', 'code': 200}
Apr 06 10:21:18.823665 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Request body: {'subnet': {'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1527811369-subnet', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:18.828949 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:18.834381 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Usage tracker for resource:subnet and tenant:d4d4a716ec9b4aec99add5bd5f50ec8a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:18.837668 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:18.844892 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:18.946157 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Made reservation on behalf of d4d4a716ec9b4aec99add5bd5f50ec8a for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:21:18.948909 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266915769'] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:19.231986 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1529916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266915735'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:19.306077 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8666ab36-cad2-4dfe-98ea-dceea2f72724,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:19.324303 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Checking segment: {'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:19.324658 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Network hostable DHCP agents. Network: 2d38825b-fa36-4b4a-adf7-a538e5589668, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:21:19.403420 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Network 2d38825b-fa36-4b4a-adf7-a538e5589668 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:21:19.476340 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5412-d6f0-4ebc-9cf5-3dabb1a92395 req-49d09c26-fa7e-45a6-843d-5f2e75e1f1e9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:19.477912 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-679a5412-d6f0-4ebc-9cf5-3dabb1a92395 req-49d09c26-fa7e-45a6-843d-5f2e75e1f1e9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0995770
Apr 06 10:21:19.489262 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 2d38825b-fa36-4b4a-adf7-a538e5589668) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:19.499286 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:19.499286 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:19.499609 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f94c268-80a6-4330-93b4-d556793e25ae None None] Network 2d38825b-fa36-4b4a-adf7-a538e5589668 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:21:19.558935 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-679a5412-d6f0-4ebc-9cf5-3dabb1a92395 req-e076dcb4-b34f-48e1-9337-a137a9622960 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662799
Apr 06 10:21:19.672786 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-29c6a8b2-93cb-4244-8a70-a2fbcffa2d98 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8578420
Apr 06 10:21:19.675344 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 49886) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:19.684007 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:19.689513 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:19.694714 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Usage tracker for resource:router and tenant:d4d4a716ec9b4aec99add5bd5f50ec8a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:19.698007 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:19.706317 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:19.760669 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-8ebb16b1-a1d9-467a-a97d-5480346d0bde req-711b85b4-b36f-440f-ae60-4dd2367551ad tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Synchronizing usage tracker for tenant:89ed7903d80246599aa18eff8de20d8e on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:21:19.780701 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-2d38825b-fa36-4b4a-adf7-a538e5589668', 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'fixed_ips': [{'subnet_id': '8666ab36-cad2-4dfe-98ea-dceea2f72724'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:21:19.781601 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:19.863428 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:19.864616 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:19.882582 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-944de804-e7e6-4d86-8e08-01a91de64073 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390&tenant_id=872b80d8f161486ab774165084e4feca HTTP/1.1" status: 200  len: 1097 time: 0.0987830
Apr 06 10:21:19.886056 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-8ebb16b1-a1d9-467a-a97d-5480346d0bde req-711b85b4-b36f-440f-ae60-4dd2367551ad tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Unset dirty status for tenant:89ed7903d80246599aa18eff8de20d8e on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:21:19.887182 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8ebb16b1-a1d9-467a-a97d-5480346d0bde req-711b85b4-b36f-440f-ae60-4dd2367551ad tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ccc4c53-e29c-4024-bc49-cca905253d37 HTTP/1.1" status: 200  len: 210 time: 0.1726353
Apr 06 10:21:19.917430 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.007519 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-57e4db84-8c81-40ca-93ce-39d01cb308a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 1097 time: 0.0888472
Apr 06 10:21:20.027542 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Allocated IP 172.20.0.2 (2d38825b-fa36-4b4a-adf7-a538e5589668/8666ab36-cad2-4dfe-98ea-dceea2f72724/1a87e250-4b07-4ee3-890e-7572dcbec58e) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:21:20.152528 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d210179-00ff-4110-8257-cb5843fe185a req-4de253c5-0332-4507-a36e-5bb63a6ef93f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:20.154486 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-4de253c5-0332-4507-a36e-5bb63a6ef93f service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.1402647
Apr 06 10:21:20.263266 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.267288 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-04988745-70f3-4841-847e-71b3c9eed8af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa HTTP/1.1" status: 200  len: 1000 time: 0.1059394
Apr 06 10:21:20.291680 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-814dcc89-aaf7-4fbf-9542-ba18e5056202 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:20.293144 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-814dcc89-aaf7-4fbf-9542-ba18e5056202 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/networks?id=5761f520-9e70-4724-b543-ce095daa3960 HTTP/1.1" status: 200  len: 815 time: 0.2971401
Apr 06 10:21:20.294442 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.305345 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Transition to ACTIVE for port object 1a87e250-4b07-4ee3-890e-7572dcbec58e will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:20.311208 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-9586c121-9d6c-4f4e-a906-eb4f6cf60911 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/quotas/a5cf8fe4306446d985fb4a66132ccf62 HTTP/1.1" status: 200  len: 375 time: 0.0120685
Apr 06 10:21:20.328440 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Transition to ACTIVE for port object 1a87e250-4b07-4ee3-890e-7572dcbec58e will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:20.341754 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d210179-00ff-4110-8257-cb5843fe185a req-38839fcb-948d-4656-a367-cf6d4150c75f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:20.343238 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-38839fcb-948d-4656-a367-cf6d4150c75f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.0642424
Apr 06 10:21:20.414111 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-135b22db-ab0b-4a90-b44f-da4c295e942e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0977926
Apr 06 10:21:20.426872 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-deafffa5-4f9f-4b36-97a6-b0394ab0adb7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717573
Apr 06 10:21:20.452182 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.520125 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Network 2d38825b-fa36-4b4a-adf7-a538e5589668 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:20.524408 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:20.528351 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:21:20.536195 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Pushing event updated for resources: {'Port': ['ID=1a87e250-4b07-4ee3-890e-7572dcbec58e,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:20.576850 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-330df196-7eef-496e-b6f2-5b91fb565b38 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417947
Apr 06 10:21:20.627687 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-a4a19fa1-f81b-467b-967b-cea3240133c0 service neutron] 10.222.0.11 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692071
Apr 06 10:21:20.641526 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Attempting to bind port 1a87e250-4b07-4ee3-890e-7572dcbec58e on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:21:20.641906 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Attempting to bind port 1a87e250-4b07-4ee3-890e-7572dcbec58e by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:21:20.642306 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Attempting to bind port 1a87e250-4b07-4ee3-890e-7572dcbec58e on network 2d38825b-fa36-4b4a-adf7-a538e5589668 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:20.650818 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:21:20.651192 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Checking segment: {'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:20.651597 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.651992 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Bound using segment: {'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:21:20.652465 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Bound port: 1a87e250-4b07-4ee3-890e-7572dcbec58e, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:21:20.653109 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.791325 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] For port 1a87e250-4b07-4ee3-890e-7572dcbec58e, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:21:20.797624 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] For port 1a87e250-4b07-4ee3-890e-7572dcbec58e, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1a87e250-4b07-4ee3-890e-7572dcbec58e,segment=NetworkSegment(4e905c8c-87b4-4301-91a3-c44590ccfaf1),segment_id=4e905c8c-87b4-4301-91a3-c44590ccfaf1)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:21:20.857951 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.870165 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-3c80065b-c43d-4876-9a14-3829e4d1b54d service neutron] 10.222.0.11 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2355931
Apr 06 10:21:20.912222 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.935976 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b83e5-2026-48e3-9711-abbb41507c97 None None] Pushing event updated for resources: {'Port': ['ID=1a87e250-4b07-4ee3-890e-7572dcbec58e,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:20.987155 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d210179-00ff-4110-8257-cb5843fe185a req-1750294c-cc42-429a-81ef-9463b6a8dc8c service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4015996
Apr 06 10:21:20.992382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:20.999478 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac4f4c-97f1-42e2-9854-84aabf737bfe req-0ec0eacf-2a75-4079-958a-a6a02477c6bf tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:21.001035 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d3ac4f4c-97f1-42e2-9854-84aabf737bfe req-0ec0eacf-2a75-4079-958a-a6a02477c6bf tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1788929
Apr 06 10:21:21.111895 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d3ac4f4c-97f1-42e2-9854-84aabf737bfe req-f8893f88-78a0-4d06-8794-94a4948bf9f8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036849
Apr 06 10:21:21.204457 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-99a14c3d-9207-4c98-b65f-9076cfd2608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:21.264873 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Allocated IP 172.27.2.28 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/ca6e605c-46a5-4f64-af54-210c6907ef92) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:21:21.568000 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-52bc19ef-204c-45c7-b79d-42c57722d8a2 req-66cc2acc-490f-4c55-b0b5-5a4c408571c5 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.2530282
Apr 06 10:21:21.702997 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:21.815871 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:21.898778 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:21.898778 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6e605c-46a5-4f64-af54-210c6907ef92,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:21.901107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:21.903169 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:21:22.206786 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:22.208609 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:22.295924 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead90c11-03b9-4141-ac08-96700d07d55f None None] Network 2d38825b-fa36-4b4a-adf7-a538e5589668 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:21:22.461774 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58fa53-2275-4794-96e2-c1cceecb7c4f req-13df58cd-3d71-4bb6-b0de-7f07cf4bebb1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:22.463401 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6a58fa53-2275-4794-96e2-c1cceecb7c4f req-13df58cd-3d71-4bb6-b0de-7f07cf4bebb1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1905453
Apr 06 10:21:22.551359 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6a58fa53-2275-4794-96e2-c1cceecb7c4f req-282cf6a4-a448-4932-98f2-064bb71b09ad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822949
Apr 06 10:21:22.594506 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-636d61e8-61ca-482d-90fb-c078a28bb07b None None] Provisioning for port 1a87e250-4b07-4ee3-890e-7572dcbec58e completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:22.721104 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a35381fb-2286-48db-b23a-594f6b7a487a req-8649b1c9-8d5a-4fb6-affe-c1f9b267e0dc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0422578
Apr 06 10:21:22.736186 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Router aeb72f6c-a142-4601-8fa7-0cc51785003b is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:21:23.123290 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:21:23.155547 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Sync routers for ids ['aeb72f6c-a142-4601-8fa7-0cc51785003b'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:21:23.193720 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Routers {'aeb72f6c-a142-4601-8fa7-0cc51785003b'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:23.194987 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff95490>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:20:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['aeb72f6c-a142-4601-8fa7-0cc51785003b'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:23.250031 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:23.250031 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-a6408475-d060-4aed-be17-cdecd4261fb8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5701907
Apr 06 10:21:23.250423 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 49980) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:23.359067 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 954e6337-0672-4caf-a9c0-aac5855cbddc no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:21:23.389222 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-32659eed-67a9-4c9b-af69-83b1328f802d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:23.392306 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device d2326a57-b71c-45fd-aaa4-54ce69c055a5 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:23.465270 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 954e6337-0672-4caf-a9c0-aac5855cbddc {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:21:23.465852 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 954e6337-0672-4caf-a9c0-aac5855cbddc not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:21:23.553701 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Set router aeb72f6c-a142-4601-8fa7-0cc51785003b gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:23.704148 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port d2326a57-b71c-45fd-aaa4-54ce69c055a5 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:23.742613 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port d2326a57-b71c-45fd-aaa4-54ce69c055a5 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:23.743327 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:23.935207 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a99f62-4bea-4ead-8bee-552b7ceff3af req-a353e172-a377-46fe-acbc-a7c53c968ff7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:23.948164 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e1a99f62-4bea-4ead-8bee-552b7ceff3af req-a353e172-a377-46fe-acbc-a7c53c968ff7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1892912
Apr 06 10:21:24.005850 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e1a99f62-4bea-4ead-8bee-552b7ceff3af req-f53ab8ab-0c32-4513-858e-942d3fc54965 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526617
Apr 06 10:21:24.014482 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-147569c9-8615-4715-86d9-d34a1eee8fd6 req-3f653a8c-184d-4484-a1b9-151b4d65d962 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Synchronizing usage tracker for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:21:24.169644 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.182995 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-147569c9-8615-4715-86d9-d34a1eee8fd6 req-3f653a8c-184d-4484-a1b9-151b4d65d962 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Unset dirty status for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:21:24.184455 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-147569c9-8615-4715-86d9-d34a1eee8fd6 req-3f653a8c-184d-4484-a1b9-151b4d65d962 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.2563400
Apr 06 10:21:24.204217 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port d2326a57-b71c-45fd-aaa4-54ce69c055a5, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=d2326a57-b71c-45fd-aaa4-54ce69c055a5,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:24.217649 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff95490>, [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:21:22Z', 'revision_number': 3, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:24.223382 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Checking router: aeb72f6c-a142-4601-8fa7-0cc51785003b for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:21:24.224410 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Updating router aeb72f6c-a142-4601-8fa7-0cc51785003b port ca6e605c-46a5-4f64-af54-210c6907ef92 binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:21:24.315494 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.316869 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1a87e250-4b07-4ee3-890e-7572dcbec58e up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:24.371791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.422358 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=d2326a57-b71c-45fd-aaa4-54ce69c055a5,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:24.463130 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.593211 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.698852 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Allocated IP 172.20.0.1 (2d38825b-fa36-4b4a-adf7-a538e5589668/8666ab36-cad2-4dfe-98ea-dceea2f72724/42684498-c763-44d4-85b7-7c7bedc8d916) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:21:24.728518 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 1a87e250-4b07-4ee3-890e-7572dcbec58e completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:24.739350 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 1a87e250-4b07-4ee3-890e-7572dcbec58e triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:24.740896 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.845727 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.860816 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Transition to ACTIVE for port object 42684498-c763-44d4-85b7-7c7bedc8d916 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:24.942337 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.946529 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:24.989591 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.003288 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 1a87e250-4b07-4ee3-890e-7572dcbec58e, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1a87e250-4b07-4ee3-890e-7572dcbec58e,segment=NetworkSegment(4e905c8c-87b4-4301-91a3-c44590ccfaf1),segment_id=4e905c8c-87b4-4301-91a3-c44590ccfaf1)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:25.006876 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Transition to ACTIVE for port object ca6e605c-46a5-4f64-af54-210c6907ef92 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:25.077661 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.100670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Network 2d38825b-fa36-4b4a-adf7-a538e5589668 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:25.104121 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:25.108999 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:21:25.151423 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Pushing event updated for resources: {'Port': ['ID=42684498-c763-44d4-85b7-7c7bedc8d916,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:25.167050 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.232871 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.351479 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device d2326a57-b71c-45fd-aaa4-54ce69c055a5 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:25.384035 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Attempting to bind port ca6e605c-46a5-4f64-af54-210c6907ef92 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:21:25.388786 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Attempting to bind port ca6e605c-46a5-4f64-af54-210c6907ef92 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:21:25.388786 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Attempting to bind port ca6e605c-46a5-4f64-af54-210c6907ef92 on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:25.398966 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75c4bd-78ec-4572-8897-7aa2949223e0 req-a47c696e-16b9-4e95-93af-d5ca85050393 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:25.406657 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:21:25.407533 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:25.408136 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.408321 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6e75c4bd-78ec-4572-8897-7aa2949223e0 req-a47c696e-16b9-4e95-93af-d5ca85050393 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1540160
Apr 06 10:21:25.409051 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:21:25.409745 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Bound port: ca6e605c-46a5-4f64-af54-210c6907ef92, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:21:25.413700 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.471017 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=1a87e250-4b07-4ee3-890e-7572dcbec58e,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:25.495064 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6e75c4bd-78ec-4572-8897-7aa2949223e0 req-3c1d160e-2b97-4748-b0e7-035353891b06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721645
Apr 06 10:21:25.549874 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.571665 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9a32ef5f-be67-4d61-ba7e-98ee24f3c77f req-3b72a34f-1188-48b6-a361-4397b5e4f056 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0767434
Apr 06 10:21:25.587701 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.691428 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60ab25-b9e4-41fa-9b84-9ff387612582 None None] Pushing event updated for resources: {'Port': ['ID=ca6e605c-46a5-4f64-af54-210c6907ef92,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:25.719237 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] For port ca6e605c-46a5-4f64-af54-210c6907ef92, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:21:25.732157 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] For port ca6e605c-46a5-4f64-af54-210c6907ef92, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=ca6e605c-46a5-4f64-af54-210c6907ef92,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:21:25.752193 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port d2326a57-b71c-45fd-aaa4-54ce69c055a5 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:25.752578 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.821809 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-1d864ebb-8fbd-494c-ae8a-86ecd2805d2b None None] Provisioning for port 42684498-c763-44d4-85b7-7c7bedc8d916 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:25.845099 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.925498 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.930033 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:25.931927 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-1d864ebb-8fbd-494c-ae8a-86ecd2805d2b None None] Provisioning complete for port 42684498-c763-44d4-85b7-7c7bedc8d916 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:25.932302 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1d864ebb-8fbd-494c-ae8a-86ecd2805d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:26.012965 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:26.046502 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-1d864ebb-8fbd-494c-ae8a-86ecd2805d2b None None] Port 42684498-c763-44d4-85b7-7c7bedc8d916 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:21:26.088291 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60ab25-b9e4-41fa-9b84-9ff387612582 None None] Pushing event updated for resources: {'Port': ['ID=ca6e605c-46a5-4f64-af54-210c6907ef92,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:26.106096 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Routers {'aeb72f6c-a142-4601-8fa7-0cc51785003b'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:26.106727 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff95490>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:21:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['aeb72f6c-a142-4601-8fa7-0cc51785003b'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:26.237182 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Pushing event updated for resources: {'Port': ['ID=42684498-c763-44d4-85b7-7c7bedc8d916,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:26.240864 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:26.296260 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] Set router aeb72f6c-a142-4601-8fa7-0cc51785003b gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:26.388803 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Network 2d38825b-fa36-4b4a-adf7-a538e5589668 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:26.389979 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:26.951090 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdcd1d-c987-4c86-b7e1-c232f3099d48 req-6e1255d8-2374-45c3-add8-03b71c3266a5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:26.960908 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-34cdcd1d-c987-4c86-b7e1-c232f3099d48 req-6e1255d8-2374-45c3-add8-03b71c3266a5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1704228
Apr 06 10:21:27.065031 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-544f0fe8-cbff-478f-bf42-4b749597a978 req-bb1737a2-09c5-4995-ad90-851bbc9b3582 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.1220722
Apr 06 10:21:27.086536 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-34cdcd1d-c987-4c86-b7e1-c232f3099d48 req-a45eb98e-5675-4de7-be95-39d855715a37 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1241057
Apr 06 10:21:27.134179 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-b40c537b-2150-4c48-baf4-e1b3164b99f7 None None] Provisioning complete for port 42684498-c763-44d4-85b7-7c7bedc8d916 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:27.134845 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-b40c537b-2150-4c48-baf4-e1b3164b99f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:27.189981 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Router aeb72f6c-a142-4601-8fa7-0cc51785003b has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:21:27.271830 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1a87e250-4b07-4ee3-890e-7572dcbec58e up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:27.341283 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-b40c537b-2150-4c48-baf4-e1b3164b99f7 None None] Port 42684498-c763-44d4-85b7-7c7bedc8d916 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:21:27.366331 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff95490>, [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 4, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '42684498-c763-44d4-85b7-7c7bedc8d916', 'name': '', 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'mac_address': 'fa:16:3e:6b:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:24Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 2, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'subnets': [{'id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:27.372848 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56103d-737f-44a2-86e9-a35f461d9511 None None] The sync data for ids ['aeb72f6c-a142-4601-8fa7-0cc51785003b'] in dv-cinder-836753-1-iscsi is: [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 4, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '42684498-c763-44d4-85b7-7c7bedc8d916', 'name': '', 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'mac_address': 'fa:16:3e:6b:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:24Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 2, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'subnets': [{'id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:21:27.397150 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 1a87e250-4b07-4ee3-890e-7572dcbec58e triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:27.397523 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:27.571801 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:21:27.603356 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-e80895d6-b0a7-4d5d-8f09-47f25733c6ad admin admin] 10.222.0.11 "PUT /v2.0/routers/aeb72f6c-a142-4601-8fa7-0cc51785003b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3328912
Apr 06 10:21:28.282246 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-be6daeae-56da-469c-b210-18db447d9bb2 req-91a055f5-c94e-4a83-bb60-1a7270cdadab tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0558453
Apr 06 10:21:28.576296 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:21:28.584364 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2963ac-1e3a-4348-a839-ee10c8d12989 req-cd646447-9350-4035-9220-75b846bd477c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:28.586286 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-aa2963ac-1e3a-4348-a839-ee10c8d12989 req-cd646447-9350-4035-9220-75b846bd477c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1452973
Apr 06 10:21:28.653538 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-aa2963ac-1e3a-4348-a839-ee10c8d12989 req-c851245e-1abd-4529-bcd6-8b8754a4d157 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613196
Apr 06 10:21:29.184231 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 50072) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:29.192081 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789375148', 'description': 'tempest-secgroup-smoke-1789375148 description', 'project_id': 'b98b391176f2477ca4b1e374c8d12641'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:29.197820 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:29.201869 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:security_group and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:29.204809 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:29.217272 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:29.332509 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:29.406830 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:29.421874 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:security_group_rule and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:29.425998 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:29.437514 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:29.495795 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:29.516206 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e75fe420-91f6-4804-b6c0-80c214481a3e req-5c8e8ba8-882f-4a33-856b-3622e460e68e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0443828
Apr 06 10:21:29.611300 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:29.656491 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3dc1e6-f935-467c-af9e-118ce4a2eadf,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:29.737558 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:29.740707 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-37ca0da0-1548-4a08-a3ae-02e82fe7f647 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5551071
Apr 06 10:21:29.743351 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50092) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:29.749415 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'security_group_rule': {'security_group_id': '3c3dc1e6-f935-467c-af9e-118ce4a2eadf', 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:29.759020 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:29.763594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:security_group_rule and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:29.766663 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:29.773758 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:29.862891 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:29.991867 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:30.056840 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b059-84a9-4eeb-b75c-2029694425a0 req-7801311d-fd93-444d-815f-4cb47656d3b2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:30.058367 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-eb05b059-84a9-4eeb-b75c-2029694425a0 req-7801311d-fd93-444d-815f-4cb47656d3b2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.2008877
Apr 06 10:21:30.104792 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-eb05b059-84a9-4eeb-b75c-2029694425a0 req-4aa1c339-1377-4b3f-9368-1ba123bad451 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405669
Apr 06 10:21:30.345991 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:30.370512 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f4be61-e1a5-4eba-8143-dd24a4ef9721,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:30.437623 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:30.439241 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-df067ce5-a238-4f14-8fb8-142cd445046b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6944339
Apr 06 10:21:30.446601 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50102) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:30.448294 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'security_group_rule': {'security_group_id': '3c3dc1e6-f935-467c-af9e-118ce4a2eadf', 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:30.454033 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:30.457959 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:security_group_rule and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:30.460881 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:30.474882 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:30.610693 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:30.705990 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e7f7ff65-8fa3-45ee-9164-f70e58969afb req-95f1e565-f7ad-42ef-96c7-c503fbfde8a1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0489726
Apr 06 10:21:30.767194 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:30.845426 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:30.881755 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acb76b5-831e-4d39-b584-b6d428758318,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:30.937228 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:30.938492 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4e3016f4-9534-4f0d-8536-267a9b89047b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4951551
Apr 06 10:21:30.941281 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 50110) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:30.947258 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'security_group_rule': {'security_group_id': '3c3dc1e6-f935-467c-af9e-118ce4a2eadf', 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:30.953405 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:30.957502 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:security_group_rule and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:30.960315 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:30.966225 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:31.041554 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:31.124338 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:31.213182 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:31.258762 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bd14d1-e524-473c-9a88-22bb82e7a993,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:31.403279 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4b9a7-b2d6-4312-b1d1-16b96f4e5f0a req-3be63109-add8-443f-8e99-97ee6fb1dc18 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:31.404818 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bdd4b9a7-b2d6-4312-b1d1-16b96f4e5f0a req-3be63109-add8-443f-8e99-97ee6fb1dc18 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1437528
Apr 06 10:21:31.426781 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:31.427859 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-e26f88af-0fe1-498e-b474-64ae6d39014b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4853883
Apr 06 10:21:31.430743 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50120) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:31.436312 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'security_group_rule': {'security_group_id': '3c3dc1e6-f935-467c-af9e-118ce4a2eadf', 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:31.442500 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:31.446343 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:security_group_rule and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:31.449234 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:31.455620 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:31.456591 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bdd4b9a7-b2d6-4312-b1d1-16b96f4e5f0a req-ce79b328-7063-4e07-b455-1e42743b9a8a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462890
Apr 06 10:21:31.558069 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:31.630174 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.044049 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.070803 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-58e6643f-5e52-42a8-bca8-a0b34aca629f req-a59b8f0d-ea85-4769-964a-66cb68682a08 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.1656296
Apr 06 10:21:32.082237 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a1cc3f-8767-4cdf-a000-7b07bb68ed5a,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:32.179803 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.180956 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ce058fc1-4df2-46a5-a1ed-6f4702bb24ed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7491760
Apr 06 10:21:32.183814 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50130) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:32.189276 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'security_group_rule': {'security_group_id': '3c3dc1e6-f935-467c-af9e-118ce4a2eadf', 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:32.196219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:32.199918 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:security_group_rule and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:32.202805 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:32.209497 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:32.288564 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.securitygroups_db [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Project b98b391176f2477ca4b1e374c8d12641 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 06 10:21:32.295394 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.362417 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.444689 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.464677 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45952535-0ce5-4e63-b9a0-7e738df56b80,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:32.523191 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.524297 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ca8126a6-bdaa-4540-b7f9-e050c3595316 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3393540
Apr 06 10:21:32.527087 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50138) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:32.532554 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'security_group_rule': {'security_group_id': '3c3dc1e6-f935-467c-af9e-118ce4a2eadf', 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:32.538299 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:32.542329 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:security_group_rule and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:32.545223 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:32.551688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:32.634073 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.securitygroups_db [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Project b98b391176f2477ca4b1e374c8d12641 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 06 10:21:32.641354 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.711422 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265256-1da9-449c-a13d-d90e9617ca4b req-b80ecb17-0e43-4cce-9e68-2ee6bf40f81f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:32.713134 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2d265256-1da9-449c-a13d-d90e9617ca4b req-b80ecb17-0e43-4cce-9e68-2ee6bf40f81f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1143582
Apr 06 10:21:32.738973 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.764074 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2d265256-1da9-449c-a13d-d90e9617ca4b req-9481fa46-4dad-42fb-9ff2-b23ab4398a38 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452058
Apr 06 10:21:32.851761 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.877423 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075e5d4e-b826-474e-b025-b6cc866aa804,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:32.986950 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:32.991733 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-83634040-a6ac-4270-9966-e29213ba1bd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4605470
Apr 06 10:21:33.273094 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6c070ed2-371d-4af5-a020-dadfa58f0cf0 req-bb52d403-6ab9-4c26-8048-14832e5e2d18 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0530355
Apr 06 10:21:33.884101 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6331c71-3847-425d-b017-c42eb6360e20 req-8fa33356-719c-4a22-aa0f-1df99205271c tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:33.891962 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-8fa33356-719c-4a22-aa0f-1df99205271c tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/networks?id=bad1fc09-eeb6-4bdb-ad2f-20a336379de9 HTTP/1.1" status: 200  len: 814 time: 0.2076297
Apr 06 10:21:33.922084 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-301da454-7ee2-42ca-8048-a4eb6deacec9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/quotas/89ed7903d80246599aa18eff8de20d8e HTTP/1.1" status: 200  len: 375 time: 0.0288436
Apr 06 10:21:33.972782 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-8d436e93-9623-487e-bfb6-b8f9b94964d9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=89ed7903d80246599aa18eff8de20d8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0497081
Apr 06 10:21:34.147618 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-06bee7a4-895e-46b0-aee0-e8be84741672 service neutron] 10.222.0.11 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733713
Apr 06 10:21:34.327581 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-e9b0ec56-c3eb-4335-a4d6-65445d6beb4f service neutron] 10.222.0.11 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739988
Apr 06 10:21:34.815625 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b7b88-cefc-4be1-83ad-ec5a439bbc26 req-6221cff6-867b-469e-aeea-a476eb05b300 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:34.832892 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-554b7b88-cefc-4be1-83ad-ec5a439bbc26 req-6221cff6-867b-469e-aeea-a476eb05b300 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1532311
Apr 06 10:21:34.873233 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50210) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:34.890699 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-554b7b88-cefc-4be1-83ad-ec5a439bbc26 req-563c2765-8954-4891-9321-fb8be8af513e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565519
Apr 06 10:21:35.114130 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-39f7bd95-4a8e-4c9b-864b-3e117528836c req-4e686206-7076-46ce-9559-cfdf78cd8eb5 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0744419
Apr 06 10:21:35.281320 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6ae841eb-1d0b-4cf8-9f1f-1dd03b7217a5 req-40756730-355e-4a6c-82eb-dbd3a857706e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 210 time: 0.0950284
Apr 06 10:21:35.390571 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:35.435564 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:35.448280 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] Usage tracker for resource:security_group_rule and tenant:df2de5f625244e88bc926c0cce9c3bdc is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:21:35.453959 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:21:35.461357 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:35.553506 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:35.611437 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:35.669842 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df2de5f625244e88bc926c0cce9c3bdc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7974720
Apr 06 10:21:35.673710 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b944f-b099-44c2-93ed-b4567f23da52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae0d5d7-37b3-4432-ad67-7284766edebb,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:35.674180 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 50222) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:21:35.744663 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7fc8ac54-f7da-4671-b869-5bfa77fc9637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:35.772102 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7fc8ac54-f7da-4671-b869-5bfa77fc9637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:35.954282 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7fc8ac54-f7da-4671-b869-5bfa77fc9637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:35.983168 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8ac54-f7da-4671-b869-5bfa77fc9637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae0d5d7-37b3-4432-ad67-7284766edebb,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:35.987989 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7fc8ac54-f7da-4671-b869-5bfa77fc9637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:35.993102 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7fc8ac54-f7da-4671-b869-5bfa77fc9637 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cae0d5d7-37b3-4432-ad67-7284766edebb HTTP/1.1" status: 204  len: 168 time: 0.3157156
Apr 06 10:21:36.241864 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b7757-2460-4713-921f-4b9bb9143d8e req-9a13afb8-75dd-4c81-aec7-a5007832db1b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:36.246944 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-997b7757-2460-4713-921f-4b9bb9143d8e req-9a13afb8-75dd-4c81-aec7-a5007832db1b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1129420
Apr 06 10:21:36.311030 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-997b7757-2460-4713-921f-4b9bb9143d8e req-11dab2b6-a180-4e4f-87ae-1127b5c727fa tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614808
Apr 06 10:21:36.595263 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed2e358b-d023-411d-ba45-576722c988a6 req-aa35334b-9d54-4daf-8356-9f8b0f0666a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0807030
Apr 06 10:21:36.670419 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-f2d32581-da04-444d-835d-7fcfab0be71b tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:36.671191 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-f2d32581-da04-444d-835d-7fcfab0be71b tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Synchronizing usage tracker for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:21:36.748336 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-f2d32581-da04-444d-835d-7fcfab0be71b tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Unset dirty status for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:21:36.749498 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-f2d32581-da04-444d-835d-7fcfab0be71b tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.61 "GET /v2.0/networks?id=5761f520-9e70-4724-b543-ce095daa3960 HTTP/1.1" status: 200  len: 815 time: 0.3382082
Apr 06 10:21:36.771108 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'port': {'device_id': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'admin_state_up': True, 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:36.899597 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-355ddf04-005e-4663-95fa-d8ac59385491 req-7b6efb5e-cc5e-4b82-989f-1ff8ba22fe86 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 210 time: 0.0960286
Apr 06 10:21:37.089847 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:37.101629 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:37.194285 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Made reservation on behalf of a5cf8fe4306446d985fb4a66132ccf62 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:21:37.197850 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:37.282626 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device ca6e605c-46a5-4f64-af54-210c6907ef92 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:37.430123 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port ca6e605c-46a5-4f64-af54-210c6907ef92 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:37.430567 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port ca6e605c-46a5-4f64-af54-210c6907ef92 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:37.433871 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:37.452015 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Allocated IP 172.20.0.11 (5761f520-9e70-4724-b543-ce095daa3960/c01164e3-7e0e-4eb9-9aea-3e9b80cf5441/59b3665d-f89b-40af-b4c7-df563cb23322) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:21:37.614970 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:37.639505 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port ca6e605c-46a5-4f64-af54-210c6907ef92, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=ca6e605c-46a5-4f64-af54-210c6907ef92,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:37.733143 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:37.765888 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:37.799144 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Transition to ACTIVE for port object 59b3665d-f89b-40af-b4c7-df563cb23322 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:37.836715 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6331c71-3847-425d-b017-c42eb6360e20 req-3b38284d-9664-436c-b48d-f779fe15be64 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:37.839130 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-3b38284d-9664-436c-b48d-f779fe15be64 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.61 "GET /v2.0/networks?id=bad1fc09-eeb6-4bdb-ad2f-20a336379de9 HTTP/1.1" status: 200  len: 814 time: 0.3044519
Apr 06 10:21:37.871531 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Request body: {'port': {'device_id': '019784ec-1d33-41c4-bc64-0decd1b4bf3c', 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9', 'admin_state_up': True, 'tenant_id': '89ed7903d80246599aa18eff8de20d8e'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:37.900683 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3574ec7f-deee-40f9-9854-ae4b308ecd5f req-1bf32b1e-33e5-406f-a620-147523f3c1eb tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.0625720
Apr 06 10:21:37.900683 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:37.908036 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=ca6e605c-46a5-4f64-af54-210c6907ef92,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:37.944080 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.944422 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.944756 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.945082 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.945406 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.945725 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.946069 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.946392 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.949771 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.950392 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:37.950741 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:38.101573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ffef1-e68c-4a20-a6f4-4ade6d77330b req-ad3f8567-b026-4178-b077-100351ed2012 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:38.101955 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3d5ffef1-e68c-4a20-a6f4-4ade6d77330b req-ad3f8567-b026-4178-b077-100351ed2012 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.5719090
Apr 06 10:21:38.227273 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Network 5761f520-9e70-4724-b543-ce095daa3960 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:38.231857 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:38.256724 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:21:38.313415 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:21:38.337190 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:21:38.357533 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3d5ffef1-e68c-4a20-a6f4-4ade6d77330b req-b54dc0a2-e33b-46d8-99dd-d39dd7852c67 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2546129
Apr 06 10:21:38.401420 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d8fb3200-fd7b-4df6-9fae-f3477f01f080 req-a3ec6ee3-be65-4642-87a3-e78f674e1fee tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 210 time: 0.0998573
Apr 06 10:21:38.403188 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'Port': ['ID=59b3665d-f89b-40af-b4c7-df563cb23322,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:38.422835 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Made reservation on behalf of 89ed7903d80246599aa18eff8de20d8e for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:21:38.437606 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:38.478031 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:38.478993 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:38.609058 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-70b7b7f5-36f3-453f-95cb-40d7f13bd2fe tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8433964
Apr 06 10:21:38.638207 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Request body: {'port': {'device_id': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:38.766678 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-cea2e82a-e147-44cb-84d6-5b3262b5d480 None None] Provisioning for port 59b3665d-f89b-40af-b4c7-df563cb23322 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:38.771826 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Allocated IP 172.20.0.2 (bad1fc09-eeb6-4bdb-ad2f-20a336379de9/a31111bb-6e48-45e5-a6c2-d51ad1679721/87352aee-242b-483c-9a99-2c891d53918c) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:21:38.774397 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-cea2e82a-e147-44cb-84d6-5b3262b5d480 None None] Provisioning complete for port 59b3665d-f89b-40af-b4c7-df563cb23322 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:38.775003 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-cea2e82a-e147-44cb-84d6-5b3262b5d480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:38.804825 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:39.021707 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-cea2e82a-e147-44cb-84d6-5b3262b5d480 None None] Port 59b3665d-f89b-40af-b4c7-df563cb23322 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:21:39.341714 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device ca6e605c-46a5-4f64-af54-210c6907ef92 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:39.431808 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:39.516629 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port ca6e605c-46a5-4f64-af54-210c6907ef92 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:39.518949 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:39.652631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b2ee-ec88-4486-aa36-8a868383084d req-867864de-28a8-41dc-8acd-5bbd9fd8a87e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:39.653497 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e1e9b2ee-ec88-4486-aa36-8a868383084d req-867864de-28a8-41dc-8acd-5bbd9fd8a87e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Synchronizing usage tracker for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:21:39.692579 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:39.747259 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e1e9b2ee-ec88-4486-aa36-8a868383084d req-867864de-28a8-41dc-8acd-5bbd9fd8a87e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Unset dirty status for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:21:39.756818 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1e9b2ee-ec88-4486-aa36-8a868383084d req-867864de-28a8-41dc-8acd-5bbd9fd8a87e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 932 time: 0.4945903
Apr 06 10:21:39.848089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e1e9b2ee-ec88-4486-aa36-8a868383084d req-73f52724-1024-4b9b-b116-ed94f59e3666 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Synchronizing usage tracker for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:21:39.855616 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:21:39.858083 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:21:39.866987 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:21:39.937127 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e1e9b2ee-ec88-4486-aa36-8a868383084d req-73f52724-1024-4b9b-b116-ed94f59e3666 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Unset dirty status for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:21:39.954054 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1e9b2ee-ec88-4486-aa36-8a868383084d req-73f52724-1024-4b9b-b116-ed94f59e3666 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914287
Apr 06 10:21:39.958446 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b3665d-f89b-40af-b4c7-df563cb23322 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:21:39.976405 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:40.009112 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:40.010117 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:40.013775 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Transition to ACTIVE for port object 59b3665d-f89b-40af-b4c7-df563cb23322 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:40.105329 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Pushing event updated for resources: {'Port': ['ID=87352aee-242b-483c-9a99-2c891d53918c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:40.111233 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:40.146372 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf84c-fdaf-407b-9214-a5eecb5f2ddd req-fca6cf24-770a-40f3-83d5-fc0881cb752a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:40.149621 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-042cf84c-fdaf-407b-9214-a5eecb5f2ddd req-fca6cf24-770a-40f3-83d5-fc0881cb752a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Synchronizing usage tracker for tenant:89ed7903d80246599aa18eff8de20d8e on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:21:40.202732 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-90315fd6-2c56-4c9a-b7a5-8ff2c098c3c9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3350418
Apr 06 10:21:40.282881 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-042cf84c-fdaf-407b-9214-a5eecb5f2ddd req-fca6cf24-770a-40f3-83d5-fc0881cb752a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Unset dirty status for tenant:89ed7903d80246599aa18eff8de20d8e on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:21:40.285856 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-042cf84c-fdaf-407b-9214-a5eecb5f2ddd req-fca6cf24-770a-40f3-83d5-fc0881cb752a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 931 time: 0.7202897
Apr 06 10:21:40.336430 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Pushing event updated for resources: {'Port': ['ID=59b3665d-f89b-40af-b4c7-df563cb23322,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:40.443740 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-042cf84c-fdaf-407b-9214-a5eecb5f2ddd req-a04ae5f9-ed65-4700-99e3-f7445e4c3fe3 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524534
Apr 06 10:21:40.466000 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b218ad9-3c08-4444-8a89-cead4c04a153 req-b8bf9988-9ae4-4148-8904-326c3f255f89 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:40.470428 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8b218ad9-3c08-4444-8a89-cead4c04a153 req-b8bf9988-9ae4-4148-8904-326c3f255f89 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.3033421
Apr 06 10:21:40.582229 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Attempting to bind port 59b3665d-f89b-40af-b4c7-df563cb23322 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:21:40.582878 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Attempting to bind port 59b3665d-f89b-40af-b4c7-df563cb23322 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:21:40.583396 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Attempting to bind port 59b3665d-f89b-40af-b4c7-df563cb23322 on network 5761f520-9e70-4724-b543-ce095daa3960 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:40.596115 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8b218ad9-3c08-4444-8a89-cead4c04a153 req-8b87f626-a250-4f9e-b600-a690d2f978bb tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907393
Apr 06 10:21:40.597189 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Port 59b3665d-f89b-40af-b4c7-df563cb23322 on network 5761f520-9e70-4724-b543-ce095daa3960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:21:40.598274 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Attempting to bind port 59b3665d-f89b-40af-b4c7-df563cb23322 on network 5761f520-9e70-4724-b543-ce095daa3960 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:40.605548 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:21:40.606097 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Checking segment: {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:40.606589 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Bound using segment: {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:21:40.607379 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Bound port: 59b3665d-f89b-40af-b4c7-df563cb23322, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b688c216-a242-403f-ac87-f9d18da18bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5761f520-9e70-4724-b543-ce095daa3960'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:21:40.607719 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:40.711877 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] For port 59b3665d-f89b-40af-b4c7-df563cb23322, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:21:40.715533 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] For port 59b3665d-f89b-40af-b4c7-df563cb23322, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=59b3665d-f89b-40af-b4c7-df563cb23322,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:21:40.792793 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:40.970983 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:40.972606 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] 10.222.0.61 "PUT /v2.0/ports/59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 1094 time: 2.3390086
Apr 06 10:21:40.973112 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:21:41.009794 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d623dc-506e-400e-b484-d943d1dd7d80 service neutron] Pushing event updated for resources: {'Port': ['ID=59b3665d-f89b-40af-b4c7-df563cb23322,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:41.084731 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3540d5-7823-4c35-8d5e-69789cd2c854'] response: {'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322', 'status': 'completed', 'code': 200}
Apr 06 10:21:41.116058 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Request body: {'port': {'device_id': '019784ec-1d33-41c4-bc64-0decd1b4bf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:21:41.306922 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b633d-8e59-4c0e-be7a-d26bf29c1836 req-6aa89512-1a73-4dd9-b0f7-ff84300aa914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:41.306922 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-847b633d-8e59-4c0e-be7a-d26bf29c1836 req-6aa89512-1a73-4dd9-b0f7-ff84300aa914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.1716802
Apr 06 10:21:41.379990 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-847b633d-8e59-4c0e-be7a-d26bf29c1836 req-4f08311d-7659-4cd5-afc7-d08a5d8f8d4c tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744870
Apr 06 10:21:41.381404 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:41.701572 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2c7b532b-664a-46ea-8d53-fc79a6bc09d0 req-9f84342a-f87e-4244-a8cb-c6c94a1f85d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1097 time: 0.1173851
Apr 06 10:21:41.973712 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97c23-9e07-4991-8008-04132d4172fa req-ff7004e6-81b3-42c0-9fe9-2da5f24504d4 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:42.046320 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e0d97c23-9e07-4991-8008-04132d4172fa req-ff7004e6-81b3-42c0-9fe9-2da5f24504d4 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 931 time: 0.2811713
Apr 06 10:21:42.058556 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b532b-664a-46ea-8d53-fc79a6bc09d0 req-6ab75115-6dea-497e-855c-ee6be86256a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:42.060659 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2c7b532b-664a-46ea-8d53-fc79a6bc09d0 req-6ab75115-6dea-497e-855c-ee6be86256a2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3460014
Apr 06 10:21:42.071186 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284a30e-f8b2-40b4-bfde-c970e0bb6f8b req-16673b3f-6fc1-4110-8667-1791b546f55a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:42.072821 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c284a30e-f8b2-40b4-bfde-c970e0bb6f8b req-16673b3f-6fc1-4110-8667-1791b546f55a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.2046933
Apr 06 10:21:42.110594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87352aee-242b-483c-9a99-2c891d53918c {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:21:42.129449 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e0d97c23-9e07-4991-8008-04132d4172fa req-8a3e1f9c-eeb4-4f7d-9f99-9ecc35747364 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418841
Apr 06 10:21:42.143127 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:42.176885 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Transition to ACTIVE for port object 87352aee-242b-483c-9a99-2c891d53918c will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:42.282815 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c284a30e-f8b2-40b4-bfde-c970e0bb6f8b req-7046bb54-6fae-4e30-87de-07339fea7ebd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1758506
Apr 06 10:21:42.340585 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b532b-664a-46ea-8d53-fc79a6bc09d0 req-9de207ec-10d0-4566-b37d-f248a27bafcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:42.345418 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2c7b532b-664a-46ea-8d53-fc79a6bc09d0 req-9de207ec-10d0-4566-b37d-f248a27bafcb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2384446
Apr 06 10:21:42.559147 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:42.802719 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Pushing event updated for resources: {'Port': ['ID=87352aee-242b-483c-9a99-2c891d53918c,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:42.871826 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7c277-5684-420c-b21c-013006d17cab req-5ac18962-0b9a-4e56-8e7c-9a88106f80f5 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:42.874195 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-16a7c277-5684-420c-b21c-013006d17cab req-5ac18962-0b9a-4e56-8e7c-9a88106f80f5 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.3670950
Apr 06 10:21:42.994605 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-16a7c277-5684-420c-b21c-013006d17cab req-7780ac2d-55e2-4163-bdab-2c112e1a7089 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815222
Apr 06 10:21:43.000472 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Attempting to bind port 87352aee-242b-483c-9a99-2c891d53918c on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:21:43.001131 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Attempting to bind port 87352aee-242b-483c-9a99-2c891d53918c by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:21:43.006396 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Attempting to bind port 87352aee-242b-483c-9a99-2c891d53918c on network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:43.032761 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Port 87352aee-242b-483c-9a99-2c891d53918c on network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:21:43.032761 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Attempting to bind port 87352aee-242b-483c-9a99-2c891d53918c on network bad1fc09-eeb6-4bdb-ad2f-20a336379de9 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:43.038935 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:21:43.046524 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Checking segment: {'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:43.046524 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Bound using segment: {'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:21:43.046524 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Bound port: 87352aee-242b-483c-9a99-2c891d53918c, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d65689-d635-403f-89c4-33323e1dd278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:21:43.046524 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:43.153900 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] For port 87352aee-242b-483c-9a99-2c891d53918c, host hv-cinder-83675, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:21:43.159432 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] For port 87352aee-242b-483c-9a99-2c891d53918c, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=87352aee-242b-483c-9a99-2c891d53918c,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:21:43.253474 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:43.401770 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:43.403526 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] 10.222.0.61 "PUT /v2.0/ports/87352aee-242b-483c-9a99-2c891d53918c HTTP/1.1" status: 200  len: 1093 time: 2.2942762
Apr 06 10:21:43.404156 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019784ec-1d33-41c4-bc64-0decd1b4bf3c', 'tag': '87352aee-242b-483c-9a99-2c891d53918c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:21:43.419985 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb16a60-cf76-4da2-9d5c-f075daa8f431 service neutron] Pushing event updated for resources: {'Port': ['ID=87352aee-242b-483c-9a99-2c891d53918c,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:43.479022 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde9741-de82-4d9d-8e2e-fb59b3de0785 req-01d89fb3-ac8b-42be-a0cb-8291088a1269 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:43.480722 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cfde9741-de82-4d9d-8e2e-fb59b3de0785 req-01d89fb3-ac8b-42be-a0cb-8291088a1269 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.1810079
Apr 06 10:21:43.566890 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cfde9741-de82-4d9d-8e2e-fb59b3de0785 req-f132da02-d702-4985-92ab-764181581b2a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757256
Apr 06 10:21:43.605595 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08d452-9986-4d49-833d-505375df073a req-e4e7ce62-5f40-491a-9bab-c5313a4a78c4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:43.606023 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0f08d452-9986-4d49-833d-505375df073a req-e4e7ce62-5f40-491a-9bab-c5313a4a78c4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1108053
Apr 06 10:21:43.668963 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec8e6f9-da99-4df6-aa4c-9eac53e57325'] response: {'name': 'network-changed', 'server_uuid': '019784ec-1d33-41c4-bc64-0decd1b4bf3c', 'tag': '87352aee-242b-483c-9a99-2c891d53918c', 'status': 'completed', 'code': 200}
Apr 06 10:21:43.678511 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0f08d452-9986-4d49-833d-505375df073a req-aec09559-e825-4951-a716-d31f9b6e6c35 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616975
Apr 06 10:21:44.208586 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89180ef-d31e-49ec-bb86-708389e341ea req-5e63ca08-94ec-425c-8f3c-ed3ed722d6f4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:44.209955 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b89180ef-d31e-49ec-bb86-708389e341ea req-5e63ca08-94ec-425c-8f3c-ed3ed722d6f4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0803390
Apr 06 10:21:44.257028 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b89180ef-d31e-49ec-bb86-708389e341ea req-9e5b323f-22ea-4ac1-b99f-b291f3edd9e9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415032
Apr 06 10:21:44.929095 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9ffb-c90d-462f-8117-1dc42fa3c62d req-692951ac-8377-477b-a37c-8aca048a91ed tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:44.931437 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c20c9ffb-c90d-462f-8117-1dc42fa3c62d req-692951ac-8377-477b-a37c-8aca048a91ed tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1155128
Apr 06 10:21:44.936427 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6525f61-8894-4f90-81d4-2663d59089eb req-333a6439-9426-4f09-b23c-7eab29840352 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:44.937921 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f6525f61-8894-4f90-81d4-2663d59089eb req-333a6439-9426-4f09-b23c-7eab29840352 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.2369618
Apr 06 10:21:45.030157 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f6525f61-8894-4f90-81d4-2663d59089eb req-c9a79a07-9048-4adb-921b-2f28bc72f068 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857151
Apr 06 10:21:45.062873 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c20c9ffb-c90d-462f-8117-1dc42fa3c62d req-4fa4c60b-a9be-4aef-bb26-5530eaf60b97 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047950
Apr 06 10:21:45.507413 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ffe65-20ca-4051-9d26-62f52875b598 req-c89b3bc0-c9b2-4238-b8a6-de64a11fcc60 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:45.516966 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c5ffe65-20ca-4051-9d26-62f52875b598 req-c89b3bc0-c9b2-4238-b8a6-de64a11fcc60 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.1127226
Apr 06 10:21:45.569303 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c5ffe65-20ca-4051-9d26-62f52875b598 req-de84a1de-7ace-4872-ab99-be62d1a41381 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483665
Apr 06 10:21:46.255256 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768b83-16d5-4b7a-9136-6e55b6d814c3 req-49e74f40-b087-46c5-bbd8-93d81f025bb1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:46.256780 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a768b83-16d5-4b7a-9136-6e55b6d814c3 req-49e74f40-b087-46c5-bbd8-93d81f025bb1 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0934479
Apr 06 10:21:46.314596 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a768b83-16d5-4b7a-9136-6e55b6d814c3 req-5d8e100c-1747-44c0-83bb-cd0b77eac653 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509789
Apr 06 10:21:46.396429 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52355800-8ad2-4c1d-9068-f607ec4613cb req-89f85ce5-8c94-451e-b787-02c86f94174d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:46.398780 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-52355800-8ad2-4c1d-9068-f607ec4613cb req-89f85ce5-8c94-451e-b787-02c86f94174d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1116648
Apr 06 10:21:46.457341 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-52355800-8ad2-4c1d-9068-f607ec4613cb req-5fdbbbf3-25f5-4087-a5bc-6203986d790d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523427
Apr 06 10:21:46.818987 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873fa2-17d6-4a5f-bb36-85234c974ab1 req-672d0660-83ac-42d1-b46d-7b8c221b4e91 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:46.822739 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e0873fa2-17d6-4a5f-bb36-85234c974ab1 req-672d0660-83ac-42d1-b46d-7b8c221b4e91 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.1008248
Apr 06 10:21:46.879869 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e0873fa2-17d6-4a5f-bb36-85234c974ab1 req-ca20769e-a27e-4d67-94fe-22a8c5067769 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520730
Apr 06 10:21:47.538216 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71c98-e6e8-4a1d-bd71-08f527ca25a5 req-d502a531-45e0-4f6d-a3b9-31d44cf97ec6 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:47.546655 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f1a71c98-e6e8-4a1d-bd71-08f527ca25a5 req-d502a531-45e0-4f6d-a3b9-31d44cf97ec6 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0912135
Apr 06 10:21:47.593890 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f1a71c98-e6e8-4a1d-bd71-08f527ca25a5 req-49e2a019-b50c-43c0-9ff2-8242af86664b tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460064
Apr 06 10:21:47.734353 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffe771-76dc-4005-9ec9-c4b551a099dc req-978920bc-58b4-4038-baa8-55e6a1095080 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:47.736121 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feffe771-76dc-4005-9ec9-c4b551a099dc req-978920bc-58b4-4038-baa8-55e6a1095080 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0921278
Apr 06 10:21:47.817876 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feffe771-76dc-4005-9ec9-c4b551a099dc req-30c10c7b-1f94-45cf-86d8-6cde7f068f4b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589731
Apr 06 10:21:48.197678 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9050d-abfa-40b6-bfff-18f544465453 req-9d72df34-321f-4454-aaad-15414fd26dee tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:48.199161 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-87c9050d-abfa-40b6-bfff-18f544465453 req-9d72df34-321f-4454-aaad-15414fd26dee tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.1276379
Apr 06 10:21:48.250284 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-87c9050d-abfa-40b6-bfff-18f544465453 req-745abd4a-2874-4f4d-af47-483c014ec565 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454662
Apr 06 10:21:48.419411 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:48.530181 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:21:48.543574 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:48.543678 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e809599d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:21:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:48.745582 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:48.846170 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0b56d-eb00-4cb2-88ba-97d6bb12c044 req-fcdacedd-d573-4e25-9b6c-6b6cb4c1d482 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:48.850440 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f7a0b56d-eb00-4cb2-88ba-97d6bb12c044 req-fcdacedd-d573-4e25-9b6c-6b6cb4c1d482 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0903938
Apr 06 10:21:48.921719 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f7a0b56d-eb00-4cb2-88ba-97d6bb12c044 req-0941386b-7c97-4999-80ff-54777ad219e9 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671198
Apr 06 10:21:49.051559 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-8ac90385-5aab-4a13-9bef-fa5c34b64d56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1097 time: 0.1265113
Apr 06 10:21:49.107207 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b40fda4d-37da-496a-a8f7-31de7d265df8 req-91bd63fa-9d5e-497b-a914-930756528492 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89ed7903d80246599aa18eff8de20d8e&device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 1096 time: 0.1577444
Apr 06 10:21:49.134418 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-efaffdab-6841-4631-b203-f1b60cc8a14d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 217 time: 0.0677497
Apr 06 10:21:49.161431 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e809599d0>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 2, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:49.166309 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:21:49.166752 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Updating router d48a5d60-615b-4171-b9ce-ba4b441b9e4f port 9913923b-5158-4edc-8f97-b5c75910118c binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:21:49.219385 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:49.226465 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5d0a-8734-49f4-8222-015108c58208 req-419f2db3-6190-45c2-ba4d-6394497fab08 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:49.227927 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-39bc5d0a-8734-49f4-8222-015108c58208 req-419f2db3-6190-45c2-ba4d-6394497fab08 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1974759
Apr 06 10:21:49.240430 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-10750e39-3871-4c23-b064-8ad6872d9425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:49.242080 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-10750e39-3871-4c23-b064-8ad6872d9425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c01164e3-7e0e-4eb9-9aea-3e9b80cf5441 HTTP/1.1" status: 200  len: 854 time: 0.0715594
Apr 06 10:21:49.265217 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-4b8a11ee-e541-400d-a545-5f2f90ede88d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 1097 time: 0.1287792
Apr 06 10:21:49.320810 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-39bc5d0a-8734-49f4-8222-015108c58208 req-e6e77a83-0496-4005-8716-90c341984f83 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736403
Apr 06 10:21:49.323196 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fda4d-37da-496a-a8f7-31de7d265df8 req-fba07d25-9712-43e5-a7a9-ccfdb3162dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:49.324526 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b40fda4d-37da-496a-a8f7-31de7d265df8 req-fba07d25-9712-43e5-a7a9-ccfdb3162dd1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=89ed7903d80246599aa18eff8de20d8e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2029450
Apr 06 10:21:49.468732 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772a502-d684-44da-b4de-6161fa026e8d req-fd8cfd72-c5d6-4475-b990-fd281dc4bd35 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:49.470368 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d772a502-d684-44da-b4de-6161fa026e8d req-fd8cfd72-c5d6-4475-b990-fd281dc4bd35 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0834098
Apr 06 10:21:49.527441 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d772a502-d684-44da-b4de-6161fa026e8d req-805f6b36-d433-4622-a979-e7081e27c9e3 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485816
Apr 06 10:21:49.584480 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:49.595700 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Transition to ACTIVE for port object 9913923b-5158-4edc-8f97-b5c75910118c will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:21:49.697014 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:49.823802 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Pushing event updated for resources: {'Port': ['ID=9913923b-5158-4edc-8f97-b5c75910118c,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:49.919412 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.919755 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.920084 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.920516 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.920726 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.921054 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.921369 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.921685 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.922052 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.922320 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.922632 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:21:49.946770 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Attempting to bind port 9913923b-5158-4edc-8f97-b5c75910118c on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:21:49.947133 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Attempting to bind port 9913923b-5158-4edc-8f97-b5c75910118c by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:21:49.947484 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Attempting to bind port 9913923b-5158-4edc-8f97-b5c75910118c on network 280696ea-a06c-4de9-a31a-9cd01225a83e {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:21:49.953874 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:21:49.954268 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Checking segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:21:49.954658 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:49.955037 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Bound using segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:21:49.955482 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Bound port: 9913923b-5158-4edc-8f97-b5c75910118c, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:21:49.955860 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:50.052907 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] For port 9913923b-5158-4edc-8f97-b5c75910118c, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:21:50.057105 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] For port 9913923b-5158-4edc-8f97-b5c75910118c, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=9913923b-5158-4edc-8f97-b5c75910118c,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:21:50.134282 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:50.151803 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6229e3-fa13-43e7-a21d-a5b1ffd17d00 req-83b5e013-af9f-4592-b0ce-8da64fbb0c59 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:50.153251 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9c6229e3-fa13-43e7-a21d-a5b1ffd17d00 req-83b5e013-af9f-4592-b0ce-8da64fbb0c59 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0762711
Apr 06 10:21:50.221186 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ec95b-9fa1-4f0d-9de5-7a0df3e4234f None None] Pushing event updated for resources: {'Port': ['ID=9913923b-5158-4edc-8f97-b5c75910118c,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:50.232030 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:21:50.236806 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e809599d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:21:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:50.277737 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9c6229e3-fa13-43e7-a21d-a5b1ffd17d00 req-cf5bf956-1962-497f-94d2-2be89c4181c8 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187723
Apr 06 10:21:50.420629 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:21:50.619166 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0524be3-4a1b-4536-abfe-46c97f0e6b12 req-5da433f5-8f0d-481c-bf10-b69a59ed52a4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:50.620692 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c0524be3-4a1b-4536-abfe-46c97f0e6b12 req-5da433f5-8f0d-481c-bf10-b69a59ed52a4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1528955
Apr 06 10:21:50.671359 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c0524be3-4a1b-4536-abfe-46c97f0e6b12 req-b7a35e84-5e24-40ff-9cc1-8bb037d33438 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450811
Apr 06 10:21:50.741799 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af2734-fe59-4eb4-9b2c-ea98c85d319e req-fa591184-60f7-4f0b-9566-6c8f7828390a tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:50.743593 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-67af2734-fe59-4eb4-9b2c-ea98c85d319e req-fa591184-60f7-4f0b-9566-6c8f7828390a tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0791440
Apr 06 10:21:50.752249 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e809599d0>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:50Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:21:50.756694 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6d1ff9-3bdd-4f10-8f42-3daa14844fdf None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:50Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:21:50.792058 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-67af2734-fe59-4eb4-9b2c-ea98c85d319e req-7bc02a81-cf15-4d46-8176-b462967e844a tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426149
Apr 06 10:21:51.177277 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-49f6f1b6-6197-449b-a93f-27642fefcca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:51.243955 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 9913923b-5158-4edc-8f97-b5c75910118c up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:51.393635 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 9913923b-5158-4edc-8f97-b5c75910118c completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:21:51.399789 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 9913923b-5158-4edc-8f97-b5c75910118c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:51.400194 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:51.482416 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc60b-16fe-415c-9a02-df3e80c8b017 req-ecde925c-20ef-4c41-b4cd-5fa4792ac614 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:51.483898 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e30bc60b-16fe-415c-9a02-df3e80c8b017 req-ecde925c-20ef-4c41-b4cd-5fa4792ac614 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0799055
Apr 06 10:21:51.527375 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:51.534303 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e30bc60b-16fe-415c-9a02-df3e80c8b017 req-7ccc07c2-f4ed-4bfa-af6c-b132fd5797ba tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429940
Apr 06 10:21:51.566877 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 9913923b-5158-4edc-8f97-b5c75910118c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=9913923b-5158-4edc-8f97-b5c75910118c,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:51.650713 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:51.717061 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=9913923b-5158-4edc-8f97-b5c75910118c,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:51.888690 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec2982-7a24-4f3f-a615-c5eb9b6a7600 req-d39510ab-fdf9-4f25-8e90-c4ad622ad9fc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:51.892915 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ebec2982-7a24-4f3f-a615-c5eb9b6a7600 req-d39510ab-fdf9-4f25-8e90-c4ad622ad9fc tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0825419
Apr 06 10:21:51.937698 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ebec2982-7a24-4f3f-a615-c5eb9b6a7600 req-13166ee3-3953-46ef-8675-3871c6c04003 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409267
Apr 06 10:21:52.018731 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2e057-c780-4911-8221-1cf1607bd15f req-32be6738-b7b4-4f14-9f36-6296c2e17c1f tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:52.020893 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-50b2e057-c780-4911-8221-1cf1607bd15f req-32be6738-b7b4-4f14-9f36-6296c2e17c1f tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0804381
Apr 06 10:21:52.069268 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-50b2e057-c780-4911-8221-1cf1607bd15f req-055c950f-d5ab-4a89-ad36-9a623df3fec4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428486
Apr 06 10:21:52.330880 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fda4d-37da-496a-a8f7-31de7d265df8 req-958c6072-1e92-42b9-a1d2-aad991181f2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:52.333051 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b40fda4d-37da-496a-a8f7-31de7d265df8 req-958c6072-1e92-42b9-a1d2-aad991181f2d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1425121
Apr 06 10:21:52.367268 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-4e23a619-1fb1-4869-9f85-80b6edded6b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5761f520-9e70-4724-b543-ce095daa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1825993
Apr 06 10:21:52.369514 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-dc453d9a-d416-44fa-93a0-933f6d9a8b37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:52.370824 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-dc453d9a-d416-44fa-93a0-933f6d9a8b37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.1569002
Apr 06 10:21:52.456488 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-950e7418-f594-4cb1-853c-83e0124a888a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89ed7903d80246599aa18eff8de20d8e&device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 1096 time: 0.0717962
Apr 06 10:21:52.529253 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-495f3b82-292c-4167-b411-44aacf7da74c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87352aee-242b-483c-9a99-2c891d53918c HTTP/1.1" status: 200  len: 217 time: 0.0638771
Apr 06 10:21:52.561983 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-ae9d307e-2768-47e3-84c6-d4fd289b67cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa HTTP/1.1" status: 200  len: 1000 time: 0.1779644
Apr 06 10:21:52.593194 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6331c71-3847-425d-b017-c42eb6360e20 req-5a4cf2b6-d3a6-4d80-a82f-f068f1668b19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:52.594814 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-5a4cf2b6-d3a6-4d80-a82f-f068f1668b19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a31111bb-6e48-45e5-a6c2-d51ad1679721 HTTP/1.1" status: 200  len: 854 time: 0.0588007
Apr 06 10:21:52.642359 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-4f1fad2e-a77b-41cc-b4cd-c540d4cdef89 service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572994
Apr 06 10:21:52.651813 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-ee8c8cf7-b40c-4d8a-9010-8c7bf4ce91ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bad1fc09-eeb6-4bdb-ad2f-20a336379de9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444019
Apr 06 10:21:52.720001 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-ecea4884-7344-4960-8084-c17e0bd11861 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:52.721329 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-ecea4884-7344-4960-8084-c17e0bd11861 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.1466904
Apr 06 10:21:52.842384 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-2b2e60ed-aec9-4428-bbf8-0873215ce760 service neutron] 10.222.0.61 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835487
Apr 06 10:21:52.850741 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f896d8e-6eca-409d-860f-a1d546f53e9c req-c7405f84-aef9-443d-8219-d549a1fb4de3 service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014382
Apr 06 10:21:52.852893 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf120003-077b-4ae1-8875-4dc0e64a3a9d req-1bd26220-ba46-4ec6-a4da-f19d564cd3fe tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:52.854486 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf120003-077b-4ae1-8875-4dc0e64a3a9d req-1bd26220-ba46-4ec6-a4da-f19d564cd3fe tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.1784191
Apr 06 10:21:52.862247 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-1bc1bc1b-07ac-40b4-8629-23f383e907b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1162772
Apr 06 10:21:53.018271 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-05dcd1ab-40a2-4e9f-8009-efe2130385a1 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538250
Apr 06 10:21:53.042519 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf120003-077b-4ae1-8875-4dc0e64a3a9d req-4f52f7ea-76ef-4a1b-ae93-c9dc17dcc67c tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630440
Apr 06 10:21:53.063464 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6331c71-3847-425d-b017-c42eb6360e20 req-fabb889c-575a-4559-851f-fbf5593c1f1c service neutron] 10.222.0.61 "GET /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078030
Apr 06 10:21:53.194208 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdde8-ecc8-42a9-b811-958e254b9cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:53.240023 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 9913923b-5158-4edc-8f97-b5c75910118c up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:21:53.248066 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b4bfd37b-952b-4953-85f1-0c272c3bfe60 req-1d461a3a-548b-4b08-8fd0-8f605d0de79e service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202613
Apr 06 10:21:53.272570 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545ad33-6246-4884-879e-7cc07aebad6b req-d9f1910e-f7f0-4b30-a2d7-4225aa534ded tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:53.274105 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9545ad33-6246-4884-879e-7cc07aebad6b req-d9f1910e-f7f0-4b30-a2d7-4225aa534ded tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.1241987
Apr 06 10:21:53.326523 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9545ad33-6246-4884-879e-7cc07aebad6b req-284bf18b-41e3-4247-ba14-900de436d0bd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466273
Apr 06 10:21:53.375779 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 9913923b-5158-4edc-8f97-b5c75910118c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:21:53.376389 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:53.393197 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d946f2-f057-4173-9a2d-7cfe9ca77dee req-d1ef2f75-e0b8-4de8-9335-114a4263f02e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:53.395569 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e4d946f2-f057-4173-9a2d-7cfe9ca77dee req-d1ef2f75-e0b8-4de8-9335-114a4263f02e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.1639738
Apr 06 10:21:53.446419 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e4d946f2-f057-4173-9a2d-7cfe9ca77dee req-289afe20-0a4d-41e1-9350-dca78b5931bf tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441036
Apr 06 10:21:54.235777 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fc80b-27d9-4675-91e0-39c87969a8f0 req-d700c612-051f-434e-aaea-b96d9e99d874 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:54.237210 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d88fc80b-27d9-4675-91e0-39c87969a8f0 req-d700c612-051f-434e-aaea-b96d9e99d874 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0806525
Apr 06 10:21:54.285668 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d88fc80b-27d9-4675-91e0-39c87969a8f0 req-a183fda3-6fe1-4eb7-a482-efc33e58d201 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426579
Apr 06 10:21:54.350626 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:54.440000 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7f7b9-1c3d-4c35-90f7-15114aa68cde req-68432b53-d428-4e6d-96c2-698b5cee12fa tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:54.441757 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d1e7f7b9-1c3d-4c35-90f7-15114aa68cde req-68432b53-d428-4e6d-96c2-698b5cee12fa tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0784438
Apr 06 10:21:54.489267 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d1e7f7b9-1c3d-4c35-90f7-15114aa68cde req-1438f81f-7d26-4e02-9c10-f6f056b4a7ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415156
Apr 06 10:21:54.565696 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382b272-5524-4aa4-ba32-6c25956ab2e8 req-6a8eadf0-39c5-4534-9eb7-27a638876c77 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:54.567336 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d382b272-5524-4aa4-ba32-6c25956ab2e8 req-6a8eadf0-39c5-4534-9eb7-27a638876c77 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0766239
Apr 06 10:21:54.614034 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d382b272-5524-4aa4-ba32-6c25956ab2e8 req-0dd3ee42-5a7e-4142-a4e0-1d3b9dd1894f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411375
Apr 06 10:21:54.680827 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc6e4a-a4ab-41c7-8fea-8a3cb6c5fceb req-90f40543-00bd-42c3-94b3-92e4187394ba tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:54.682295 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fcc6e4a-a4ab-41c7-8fea-8a3cb6c5fceb req-90f40543-00bd-42c3-94b3-92e4187394ba tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0794945
Apr 06 10:21:54.726625 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fcc6e4a-a4ab-41c7-8fea-8a3cb6c5fceb req-25a8435f-d3c7-438b-8dd8-c98824b704b6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388725
Apr 06 10:21:55.262916 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:55.526577 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f585d1-3119-4062-8ce8-d642cac2b165 req-38ff5056-966e-42fc-9113-8df378064833 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:55.528103 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f1f585d1-3119-4062-8ce8-d642cac2b165 req-38ff5056-966e-42fc-9113-8df378064833 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.1022286
Apr 06 10:21:55.586787 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f1f585d1-3119-4062-8ce8-d642cac2b165 req-14ade1f9-8652-4be5-86e8-1b7eb74b0eaa tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526025
Apr 06 10:21:55.726599 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09658a-df51-4cbc-838e-359cf6b024b1 req-1cbed6b6-a076-4589-a17d-2207f744712c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:55.729309 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-be09658a-df51-4cbc-838e-359cf6b024b1 req-1cbed6b6-a076-4589-a17d-2207f744712c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0900197
Apr 06 10:21:55.820057 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:55.855383 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-be09658a-df51-4cbc-838e-359cf6b024b1 req-7cd4220b-c124-4c33-9cce-164a1e4dd30d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165524
Apr 06 10:21:55.871964 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd215-27c1-40ec-a968-c3297e4a0059 req-e9935df3-12d0-4267-a718-7385a4e99463 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:55.874763 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-817dd215-27c1-40ec-a968-c3297e4a0059 req-e9935df3-12d0-4267-a718-7385a4e99463 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0903482
Apr 06 10:21:55.937798 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-817dd215-27c1-40ec-a968-c3297e4a0059 req-4bbcc6be-f26c-4581-adfe-5d7d2bf0c97b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564060
Apr 06 10:21:56.080949 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b911d-2c3b-4155-81df-f95f0f1fecab req-ed1298ac-0b71-4f9b-a980-1245bb5d0b61 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:56.082496 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-985b911d-2c3b-4155-81df-f95f0f1fecab req-ed1298ac-0b71-4f9b-a980-1245bb5d0b61 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0899084
Apr 06 10:21:56.136074 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-985b911d-2c3b-4155-81df-f95f0f1fecab req-cd8433c1-bf3e-4ca1-9dbb-44bcad136bc8 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461187
Apr 06 10:21:56.787096 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836afb8-e22e-4853-9bcd-3da1486df8bf req-401e58ee-11d6-4016-991b-826aeedf52a3 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:56.788531 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9836afb8-e22e-4853-9bcd-3da1486df8bf req-401e58ee-11d6-4016-991b-826aeedf52a3 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0750186
Apr 06 10:21:56.834538 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9836afb8-e22e-4853-9bcd-3da1486df8bf req-b152102c-595b-424b-818d-52f287c81054 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403368
Apr 06 10:21:57.062945 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b56d7a-a493-422c-994a-ec5fb2ee1c3d req-1f273578-8ced-49e2-9926-f9438a83f2b1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:57.064498 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98b56d7a-a493-422c-994a-ec5fb2ee1c3d req-1f273578-8ced-49e2-9926-f9438a83f2b1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0835657
Apr 06 10:21:57.118373 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98b56d7a-a493-422c-994a-ec5fb2ee1c3d req-46080ad2-5cb3-4aae-a98c-4b64dad6c59a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472872
Apr 06 10:21:57.300695 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d21d13-3e97-4c4a-b408-a7a6ea9ee814 req-b52a04c6-841d-4d4e-9ade-04e03dad7053 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:57.302183 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5d21d13-3e97-4c4a-b408-a7a6ea9ee814 req-b52a04c6-841d-4d4e-9ade-04e03dad7053 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0820267
Apr 06 10:21:57.342128 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37b3e2-86bc-4d4b-acfe-9c6b04fc9ceb req-8f28b041-ec0d-4eb5-a43c-890342946761 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:57.343786 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a37b3e2-86bc-4d4b-acfe-9c6b04fc9ceb req-8f28b041-ec0d-4eb5-a43c-890342946761 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0799358
Apr 06 10:21:57.391153 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a37b3e2-86bc-4d4b-acfe-9c6b04fc9ceb req-2b76dd2f-df41-4cae-bcb9-fed106bf2ad0 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415103
Apr 06 10:21:57.410630 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b5d21d13-3e97-4c4a-b408-a7a6ea9ee814 req-545d4181-6def-40c1-ab0e-9d1819ffb6b0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024666
Apr 06 10:21:58.036756 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddab690-978b-46ca-accf-68551e419d52 req-5c19392c-b43a-4263-b273-5fda74dde60b tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:58.038250 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ddab690-978b-46ca-accf-68551e419d52 req-5c19392c-b43a-4263-b273-5fda74dde60b tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0832155
Apr 06 10:21:58.085316 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ddab690-978b-46ca-accf-68551e419d52 req-df9920bb-a4f7-45b3-be1d-0e8d2da8120b tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412543
Apr 06 10:21:58.313491 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280ca1e-1c64-43f9-9350-1eae545f1895 req-5fbbe5c7-0ab1-42fb-80ed-8688907a31e9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:58.314937 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2280ca1e-1c64-43f9-9350-1eae545f1895 req-5fbbe5c7-0ab1-42fb-80ed-8688907a31e9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0746527
Apr 06 10:21:58.360277 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2280ca1e-1c64-43f9-9350-1eae545f1895 req-95c8b11f-4c53-4201-b923-cae5646e0644 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389168
Apr 06 10:21:58.587453 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a807fd-e50a-4266-b04a-09ff10bd7083 req-43429252-15d5-4beb-9b22-ec536974d2bd tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:58.588804 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-39a807fd-e50a-4266-b04a-09ff10bd7083 req-43429252-15d5-4beb-9b22-ec536974d2bd tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0748153
Apr 06 10:21:58.622493 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056f3d5-d078-4294-9d58-caff849a5069 req-7d2454a6-03a3-4eb9-8747-f6637355dfad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:58.626376 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4056f3d5-d078-4294-9d58-caff849a5069 req-7d2454a6-03a3-4eb9-8747-f6637355dfad tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 944 time: 0.0826118
Apr 06 10:21:58.641522 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-39a807fd-e50a-4266-b04a-09ff10bd7083 req-54c6bae3-cde6-4b3a-9b3b-829d0899f302 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468256
Apr 06 10:21:58.673210 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4056f3d5-d078-4294-9d58-caff849a5069 req-8b44f503-3cc8-4b9f-81c4-eb3a6a374669 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427673
Apr 06 10:21:59.040050 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:21:59.182559 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:59.196067 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'port_id': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'mac_address': 'fa:16:3e:08:96:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:21:59.278085 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:59.295744 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa6d928-dbb0-49f3-969a-48a80b8956aa {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:21:59.311005 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:21:59.311873 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f38f35-1d9f-4f84-9d76-bcbe193bfc76 req-2d51f15f-bc49-42f0-883f-c648eb43b500 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:59.313506 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-92f38f35-1d9f-4f84-9d76-bcbe193bfc76 req-2d51f15f-bc49-42f0-883f-c648eb43b500 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0827112
Apr 06 10:21:59.361485 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-92f38f35-1d9f-4f84-9d76-bcbe193bfc76 req-b695bcfb-0182-42fd-bf24-140e41009f1f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408425
Apr 06 10:21:59.405577 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:21:59.474332 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=9']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:21:59.571991 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602ed00-8599-45c0-a096-8c9657a0c132 req-c4fc8944-2d82-4bc0-9371-1287aad3411a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:59.573432 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7602ed00-8599-45c0-a096-8c9657a0c132 req-c4fc8944-2d82-4bc0-9371-1287aad3411a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0766182
Apr 06 10:21:59.624328 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7602ed00-8599-45c0-a096-8c9657a0c132 req-5956082c-d459-40f8-b178-269451109724 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449679
Apr 06 10:21:59.848390 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67236a9-7f02-40eb-9f7c-737f438a6c2c req-af012d94-0002-40e7-9fa3-c0fb43a08dcf tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:59.851974 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d67236a9-7f02-40eb-9f7c-737f438a6c2c req-af012d94-0002-40e7-9fa3-c0fb43a08dcf tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0848501
Apr 06 10:21:59.869945 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['1aa6d928-dbb0-49f3-969a-48a80b8956aa'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:21:59.909860 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2c3e-2b4c-4d4c-a989-a9295eb04b02 req-b92564da-bd6c-49ce-b2c8-32e2cfea3998 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:21:59.910118 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d67236a9-7f02-40eb-9f7c-737f438a6c2c req-6364a07a-e9c1-462a-bce2-31397201b915 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526032
Apr 06 10:21:59.912733 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cb6b2c3e-2b4c-4d4c-a989-a9295eb04b02 req-b92564da-bd6c-49ce-b2c8-32e2cfea3998 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.1034660
Apr 06 10:21:59.972097 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cb6b2c3e-2b4c-4d4c-a989-a9295eb04b02 req-9e436a3e-6fed-4350-a170-c656a84da44d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469441
Apr 06 10:22:00.297481 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-51b3b849-bc7a-4119-b0d4-820f4dfe261c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:00.373003 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-51b3b849-bc7a-4119-b0d4-820f4dfe261c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:00.374210 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-51b3b849-bc7a-4119-b0d4-820f4dfe261c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789375148&fields=id&tenant_id=b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 267 time: 0.1153474
Apr 06 10:22:00.516324 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Sync routers for ids ['aeb72f6c-a142-4601-8fa7-0cc51785003b'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:22:00.522613 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-f719d836-aed7-4c44-838a-a7da5a85a910 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:00.524128 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-f719d836-aed7-4c44-838a-a7da5a85a910 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:network {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:00.529526 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Routers {'aeb72f6c-a142-4601-8fa7-0cc51785003b'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:00.530191 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e805234c0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:21:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['aeb72f6c-a142-4601-8fa7-0cc51785003b'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:00.586777 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a7df9-e92f-4314-bdc0-0e129db52b7f req-d82f7a2c-fe6d-4079-b3ed-86320b6cbaff tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:00.588374 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-102a7df9-e92f-4314-bdc0-0e129db52b7f req-d82f7a2c-fe6d-4079-b3ed-86320b6cbaff tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 943 time: 0.0944972
Apr 06 10:22:00.601854 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-f719d836-aed7-4c44-838a-a7da5a85a910 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:network {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:00.608492 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-f719d836-aed7-4c44-838a-a7da5a85a910 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 812 time: 0.2223914
Apr 06 10:22:00.630306 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-0f9b30d7-5748-44d3-8986-dd291f5e0fcb tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/quotas/b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 375 time: 0.0205619
Apr 06 10:22:00.639064 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-102a7df9-e92f-4314-bdc0-0e129db52b7f req-652d910c-9d5e-4f8b-9f03-dcd52ecc9411 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449102
Apr 06 10:22:00.729777 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-75514da3-6839-44e8-8e74-a11509188e60 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0984182
Apr 06 10:22:00.742970 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Set router aeb72f6c-a142-4601-8fa7-0cc51785003b gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:00.866646 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ed75-e3ac-4938-8ccc-19e6b334d067 req-8ace5a3c-2516-4a06-a95f-9d3c6a30927f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:00.868222 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4e91ed75-e3ac-4938-8ccc-19e6b334d067 req-8ace5a3c-2516-4a06-a95f-9d3c6a30927f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0892785
Apr 06 10:22:00.872662 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-396bfb47-77cd-4ca6-8750-b95a650e5c5e service neutron] 10.222.0.11 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417425
Apr 06 10:22:00.919006 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4e91ed75-e3ac-4938-8ccc-19e6b334d067 req-dc732a0c-ab90-4e6b-82a4-402cb3631c05 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424449
Apr 06 10:22:01.034470 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-3a121e51-45a2-4418-9587-1d8230e01a65 service neutron] 10.222.0.11 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555026
Apr 06 10:22:01.071149 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 87352aee-242b-483c-9a99-2c891d53918c details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:22:01.101282 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:22:01.158155 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd48d41-24b1-4339-9072-ac75c2323887 req-cf0145cf-1a10-4de5-afd6-c2ed4baed0b0 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:01.160018 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fd48d41-24b1-4339-9072-ac75c2323887 req-cf0145cf-1a10-4de5-afd6-c2ed4baed0b0 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.1048179
Apr 06 10:22:01.218658 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fd48d41-24b1-4339-9072-ac75c2323887 req-b55ba95f-be20-400f-a103-cd6e30dc6c85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512521
Apr 06 10:22:01.273561 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 1aa6d928-dbb0-49f3-969a-48a80b8956aa triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:01.273856 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:01.329621 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e805234c0>, [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 4, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '42684498-c763-44d4-85b7-7c7bedc8d916', 'name': '', 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'mac_address': 'fa:16:3e:6b:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:24Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 2, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'subnets': [{'id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:01.334808 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 87352aee-242b-483c-9a99-2c891d53918c, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=87352aee-242b-483c-9a99-2c891d53918c,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:01.360601 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Checking router: aeb72f6c-a142-4601-8fa7-0cc51785003b for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:22:01.360970 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Updating router aeb72f6c-a142-4601-8fa7-0cc51785003b port 42684498-c763-44d4-85b7-7c7bedc8d916 binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:22:01.389247 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '87352aee-242b-483c-9a99-2c891d53918c', 'network_id': 'bad1fc09-eeb6-4bdb-ad2f-20a336379de9', 'port_id': '87352aee-242b-483c-9a99-2c891d53918c', 'mac_address': 'fa:16:3e:ef:21:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31111bb-6e48-45e5-a6c2-d51ad1679721', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:22:01.419980 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530909e-b782-43aa-ad6d-6c78d6edbfd9 req-43c8347f-5aaa-46ee-be71-2fb78e2032a2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:01.421414 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e530909e-b782-43aa-ad6d-6c78d6edbfd9 req-43c8347f-5aaa-46ee-be71-2fb78e2032a2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 945 time: 0.0837107
Apr 06 10:22:01.460752 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:01.472234 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e530909e-b782-43aa-ad6d-6c78d6edbfd9 req-9ed307cd-05c3-4ed3-9769-8c99d519298d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447810
Apr 06 10:22:01.527150 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:01.586117 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87352aee-242b-483c-9a99-2c891d53918c {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:22:01.604037 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:01.687710 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 87352aee-242b-483c-9a99-2c891d53918c, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=87352aee-242b-483c-9a99-2c891d53918c,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:01.688614 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-2e84389f-5a3c-4b36-874c-6b63df5f48df req-40503f71-a47a-4289-a996-2510941d13a2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:01.702869 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:01.720862 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:01.741190 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:01.741969 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 59b3665d-f89b-40af-b4c7-df563cb23322 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:22:01.786392 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-2e84389f-5a3c-4b36-874c-6b63df5f48df req-40503f71-a47a-4289-a996-2510941d13a2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:01.788547 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2e84389f-5a3c-4b36-874c-6b63df5f48df req-40503f71-a47a-4289-a996-2510941d13a2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 210 time: 0.1428998
Apr 06 10:22:01.876029 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb6347f-bb19-4783-be77-df4cfc6452e8'] response: {'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'code': 200}
Apr 06 10:22:01.884766 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:01.886365 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c3a6-34f1-4ffc-997c-b7ff390134a5 req-8d11c5d3-7dde-4a53-9d38-979370b2003e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:01.888195 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1ff7c3a6-34f1-4ffc-997c-b7ff390134a5 req-8d11c5d3-7dde-4a53-9d38-979370b2003e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 944 time: 0.1000326
Apr 06 10:22:01.953406 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1ff7c3a6-34f1-4ffc-997c-b7ff390134a5 req-54a54eb5-8211-462a-92d5-0a45d9c79776 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577693
Apr 06 10:22:01.953561 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=87352aee-242b-483c-9a99-2c891d53918c,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:02.022822 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.resource_extend [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 06 10:22:02.155700 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d791de-7782-492c-8d3a-011a15ff38b8 req-a33424e9-97b7-446b-84a0-1021e07a69e9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:02.157243 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-70d791de-7782-492c-8d3a-011a15ff38b8 req-a33424e9-97b7-446b-84a0-1021e07a69e9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0845072
Apr 06 10:22:02.158135 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=10']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:02.208171 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-70d791de-7782-492c-8d3a-011a15ff38b8 req-341fc840-5892-478d-b3fa-128787660795 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436563
Apr 06 10:22:02.255065 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 59b3665d-f89b-40af-b4c7-df563cb23322, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=59b3665d-f89b-40af-b4c7-df563cb23322,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:02.277617 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '59b3665d-f89b-40af-b4c7-df563cb23322', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'port_id': '59b3665d-f89b-40af-b4c7-df563cb23322', 'mac_address': 'fa:16:3e:f4:8f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:22:02.281098 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:02.330302 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Transition to ACTIVE for port object 42684498-c763-44d4-85b7-7c7bedc8d916 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:22:02.349995 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:02.367694 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b3665d-f89b-40af-b4c7-df563cb23322 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:22:02.384344 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 59b3665d-f89b-40af-b4c7-df563cb23322, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=59b3665d-f89b-40af-b4c7-df563cb23322,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:02.435360 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2ffe4-56ee-4cd4-b2d8-c71d3e9597a2 req-25603528-46dd-4672-894f-f69537031f3d tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:02.436804 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1d2ffe4-56ee-4cd4-b2d8-c71d3e9597a2 req-25603528-46dd-4672-894f-f69537031f3d tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 944 time: 0.0803568
Apr 06 10:22:02.439062 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:02.481911 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:02.491842 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e1d2ffe4-56ee-4cd4-b2d8-c71d3e9597a2 req-8c1d2688-28a2-4e83-9bca-9388d97f39e6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469418
Apr 06 10:22:02.572071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf400f-3635-428d-a248-c4bdac38fb85 None None] Pushing event updated for resources: {'Port': ['ID=42684498-c763-44d4-85b7-7c7bedc8d916,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:02.719836 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=59b3665d-f89b-40af-b4c7-df563cb23322,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:02.737202 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Attempting to bind port 42684498-c763-44d4-85b7-7c7bedc8d916 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:22:02.737570 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Attempting to bind port 42684498-c763-44d4-85b7-7c7bedc8d916 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:22:02.737964 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Attempting to bind port 42684498-c763-44d4-85b7-7c7bedc8d916 on network 2d38825b-fa36-4b4a-adf7-a538e5589668 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:22:02.745035 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e2a2901e-ef2d-445b-bfd2-206b3c0d746d req-778750cd-12f8-4cf3-8fb1-0036b305e8be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 1100 time: 0.0886865
Apr 06 10:22:02.748041 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:22:02.748412 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Checking segment: {'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:22:02.748808 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:02.749195 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Bound using segment: {'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:22:02.749655 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Bound port: 42684498-c763-44d4-85b7-7c7bedc8d916, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e905c8c-87b4-4301-91a3-c44590ccfaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:22:02.750073 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:02.764042 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2d48a-42b0-4c4f-a616-e1f765589eae req-fa1328fb-55b6-4ab6-a3c6-588ab731b656 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:02.771800 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-69c2d48a-42b0-4c4f-a616-e1f765589eae req-fa1328fb-55b6-4ab6-a3c6-588ab731b656 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 947 time: 0.1067405
Apr 06 10:22:02.796146 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e2a2901e-ef2d-445b-bfd2-206b3c0d746d req-a3cdd62f-c60c-4263-93c5-0f78094072d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414081
Apr 06 10:22:02.838170 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-69c2d48a-42b0-4c4f-a616-e1f765589eae req-748ce502-25fa-4e27-aa8c-d1895144c70c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653074
Apr 06 10:22:02.841782 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] For port 42684498-c763-44d4-85b7-7c7bedc8d916, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:22:02.844919 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] For port 42684498-c763-44d4-85b7-7c7bedc8d916, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=42684498-c763-44d4-85b7-7c7bedc8d916,segment=NetworkSegment(4e905c8c-87b4-4301-91a3-c44590ccfaf1),segment_id=4e905c8c-87b4-4301-91a3-c44590ccfaf1)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:22:02.883014 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['59b3665d-f89b-40af-b4c7-df563cb23322'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:22:02.915203 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:02.977652 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0b788c45-9c03-4e2a-b474-097e28f0f8b0 req-2cb83a29-ef0b-4a3a-a313-1053b4f471f8 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 210 time: 0.0446689
Apr 06 10:22:02.981854 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['87352aee-242b-483c-9a99-2c891d53918c'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:22:03.128059 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf400f-3635-428d-a248-c4bdac38fb85 None None] Pushing event updated for resources: {'Port': ['ID=42684498-c763-44d4-85b7-7c7bedc8d916,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:03.170518 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc0f6-c7de-4f82-a50c-28f6f85ed05d req-cbd1a7f0-5a38-49a0-90b7-d935506cd101 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:03.172285 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-456fc0f6-c7de-4f82-a50c-28f6f85ed05d req-cbd1a7f0-5a38-49a0-90b7-d935506cd101 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 944 time: 0.1011007
Apr 06 10:22:03.194714 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Routers {'aeb72f6c-a142-4601-8fa7-0cc51785003b'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:03.195354 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e805234c0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:21:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['aeb72f6c-a142-4601-8fa7-0cc51785003b'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:03.241419 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-456fc0f6-c7de-4f82-a50c-28f6f85ed05d req-6a85b9fb-f57d-434d-878c-d17c0dc6489e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628505
Apr 06 10:22:03.360537 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 42684498-c763-44d4-85b7-7c7bedc8d916 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:22:03.461755 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4f60f-627a-471d-899e-a152a1537678 req-b26e028c-9d10-4662-9ca6-2f8605e9ee9d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:03.463090 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-35a4f60f-627a-471d-899e-a152a1537678 req-b26e028c-9d10-4662-9ca6-2f8605e9ee9d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0797777
Apr 06 10:22:03.515680 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-35a4f60f-627a-471d-899e-a152a1537678 req-a1b9ee3d-9f01-4c49-9a7b-b650a76d430d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450854
Apr 06 10:22:03.632930 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] Set router aeb72f6c-a142-4601-8fa7-0cc51785003b gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:03.708900 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e962-dd62-4874-af28-5b32050a22d6 req-fcee4d06-7501-4b5b-a7a1-41e6ebbd831d tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:03.710411 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d476e962-dd62-4874-af28-5b32050a22d6 req-fcee4d06-7501-4b5b-a7a1-41e6ebbd831d tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 945 time: 0.0802977
Apr 06 10:22:03.761215 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d476e962-dd62-4874-af28-5b32050a22d6 req-66e0a80e-d012-490f-ad77-151fa1f0c732 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431483
Apr 06 10:22:03.821525 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 42684498-c763-44d4-85b7-7c7bedc8d916 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:22:03.843199 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 42684498-c763-44d4-85b7-7c7bedc8d916 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:03.843660 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:04.067716 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83985780-f98f-4b37-ac7f-54435af04839 req-e19f918b-4e17-4e80-ba98-018a06c385ed tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:04.069858 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-83985780-f98f-4b37-ac7f-54435af04839 req-e19f918b-4e17-4e80-ba98-018a06c385ed tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 947 time: 0.0920811
Apr 06 10:22:04.093534 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:04.154165 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 42684498-c763-44d4-85b7-7c7bedc8d916, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=42684498-c763-44d4-85b7-7c7bedc8d916,segment=NetworkSegment(4e905c8c-87b4-4301-91a3-c44590ccfaf1),segment_id=4e905c8c-87b4-4301-91a3-c44590ccfaf1)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:04.164029 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e805234c0>, [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 4, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '42684498-c763-44d4-85b7-7c7bedc8d916', 'name': '', 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'mac_address': 'fa:16:3e:6b:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:24Z', 'updated_at': '2022-04-06T10:22:02Z', 'revision_number': 4, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'subnets': [{'id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:04.165676 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8f7815b9-243a-439f-b5fc-f93aff630812 req-9fec66ed-e7a1-4469-b56d-d6ca0aa00f45 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 210 time: 0.0470941
Apr 06 10:22:04.168336 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bb532-9306-4caf-a682-def47c4b71ff None None] The sync data for ids ['aeb72f6c-a142-4601-8fa7-0cc51785003b'] in dv-cinder-836753-1-iscsi is: [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:21:25Z', 'revision_number': 4, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '42684498-c763-44d4-85b7-7c7bedc8d916', 'name': '', 'network_id': '2d38825b-fa36-4b4a-adf7-a538e5589668', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'mac_address': 'fa:16:3e:6b:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:24Z', 'updated_at': '2022-04-06T10:22:02Z', 'revision_number': 4, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'subnets': [{'id': '8666ab36-cad2-4dfe-98ea-dceea2f72724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:22:04.183038 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-83985780-f98f-4b37-ac7f-54435af04839 req-98a58b2f-8c57-45e6-b554-772351080753 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083565
Apr 06 10:22:04.222303 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:04.291395 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=42684498-c763-44d4-85b7-7c7bedc8d916,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:04.488698 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0b389-bcf5-4a14-85b8-a192ecaaaa1f req-e7f7a481-2c0a-4425-8b44-0882d06a008f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:04.494806 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9bd0b389-bcf5-4a14-85b8-a192ecaaaa1f req-e7f7a481-2c0a-4425-8b44-0882d06a008f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 944 time: 0.0994411
Apr 06 10:22:04.547065 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9bd0b389-bcf5-4a14-85b8-a192ecaaaa1f req-aae5906a-5e90-4c39-a177-45a8e9ccbd3d tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511315
Apr 06 10:22:04.762917 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68881-7dab-40b8-a50c-815f40fdc4e4 req-242454ef-6014-4588-b183-b9d2bb420119 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:04.764330 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-caa68881-7dab-40b8-a50c-815f40fdc4e4 req-242454ef-6014-4588-b183-b9d2bb420119 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0801504
Apr 06 10:22:04.842524 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-caa68881-7dab-40b8-a50c-815f40fdc4e4 req-ffda42d6-5bcd-41da-a653-ac18c8917eab tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713007
Apr 06 10:22:04.972043 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-2e1a3736-b612-4c59-9f88-a83b67a09d4f tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:04.973451 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-2e1a3736-b612-4c59-9f88-a83b67a09d4f tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 812 time: 0.1653330
Apr 06 10:22:04.984700 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1e8e-49bd-480f-b7bb-4c868d739da3 req-9874f4ae-1394-4d78-9413-dc785f71bf9a tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:04.986626 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f88e1e8e-49bd-480f-b7bb-4c868d739da3 req-9874f4ae-1394-4d78-9413-dc785f71bf9a tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 945 time: 0.0970454
Apr 06 10:22:05.044184 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 59b3665d-f89b-40af-b4c7-df563cb23322 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:22:05.046250 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f88e1e8e-49bd-480f-b7bb-4c868d739da3 req-0b6db452-bcde-4459-a1c2-566e8e73ba19 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532043
Apr 06 10:22:05.061269 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-2185ff46-35fa-48c3-a2a3-5f4840390c52 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 380 time: 0.0684965
Apr 06 10:22:05.076226 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'port': {'device_id': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'admin_state_up': True, 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'security_groups': ['3c3dc1e6-f935-467c-af9e-118ce4a2eadf']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:05.207094 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 59b3665d-f89b-40af-b4c7-df563cb23322 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:22:05.213617 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 59b3665d-f89b-40af-b4c7-df563cb23322 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:05.214011 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.249493 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50698) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:05.251839 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:05.286556 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:05.315799 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 42684498-c763-44d4-85b7-7c7bedc8d916 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:22:05.401286 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9e70a458-7c02-4d15-85f5-ed95ba25c82e req-30dd8abf-4a5c-4973-9b2e-02504255e177 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 210 time: 0.0633123
Apr 06 10:22:05.402186 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Made reservation on behalf of b98b391176f2477ca4b1e374c8d12641 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:22:05.407666 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.491912 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.518750 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 42684498-c763-44d4-85b7-7c7bedc8d916 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:05.519735 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.549327 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:05.557476 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.559079 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4e869423a4f4148a912a29a363943d6 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:05.568090 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:05.575092 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:22:05.577114 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:05.601769 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:05.602378 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8fcc3-2998-4090-af49-0c33483d7f16 req-9199ea50-d7ab-4b75-a715-afe33a2300c2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:05.604017 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4eb8fcc3-2998-4090-af49-0c33483d7f16 req-9199ea50-d7ab-4b75-a715-afe33a2300c2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 947 time: 0.1817954
Apr 06 10:22:05.616339 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 59b3665d-f89b-40af-b4c7-df563cb23322, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=59b3665d-f89b-40af-b4c7-df563cb23322,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:05.638414 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Allocated IP 172.20.0.11 (280696ea-a06c-4de9-a31a-9cd01225a83e/9b4a0c59-c43a-4cb3-aeb3-c3fbea363152/1a1b9c55-4f1a-40c6-9ada-7d60559de6dc) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:22:05.700789 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4eb8fcc3-2998-4090-af49-0c33483d7f16 req-0c9df2a8-6178-4a42-a746-e5c068b0e780 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799656
Apr 06 10:22:05.704643 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.705604 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 87352aee-242b-483c-9a99-2c891d53918c up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:22:05.727219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.828564 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126593af-91aa-4dcd-b3c0-f31a614ee852'] response: {'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322', 'code': 200}
Apr 06 10:22:05.830248 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.834376 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=59b3665d-f89b-40af-b4c7-df563cb23322,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:05.889004 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4e869423a4f4148a912a29a363943d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6383965
Apr 06 10:22:05.890076 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb5054-99ce-470e-b10d-c980db71baf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2c53c2-be48-4f2d-9440-09cea9a109e7,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:05.892315 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50710) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:05.913504 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 87352aee-242b-483c-9a99-2c891d53918c completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:22:05.918656 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 87352aee-242b-483c-9a99-2c891d53918c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:05.919100 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.978259 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:05.981545 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7d862893-c079-4469-a4b4-15527d380232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.012980 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7d862893-c079-4469-a4b4-15527d380232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.040545 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Transition to ACTIVE for port object 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:22:06.055322 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216f9e1-01e5-4615-87a1-b51737187d63 req-a26ef180-cd1a-40f7-8fcd-76b568e86ab4 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:06.062446 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8216f9e1-01e5-4615-87a1-b51737187d63 req-a26ef180-cd1a-40f7-8fcd-76b568e86ab4 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 944 time: 0.2680826
Apr 06 10:22:06.093440 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.133514 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 87352aee-242b-483c-9a99-2c891d53918c, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=87352aee-242b-483c-9a99-2c891d53918c,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:06.137909 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8216f9e1-01e5-4615-87a1-b51737187d63 req-6053b623-1da0-4886-80a4-a3b0deee336f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746124
Apr 06 10:22:06.217035 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.218797 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.296302 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e7630-ea30-45ff-b8a1-c9171d8f5103 req-50b27c89-8d82-48d7-bd02-326425768e7f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:06.299083 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-862e7630-ea30-45ff-b8a1-c9171d8f5103 req-50b27c89-8d82-48d7-bd02-326425768e7f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.2582779
Apr 06 10:22:06.330949 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=87352aee-242b-483c-9a99-2c891d53918c,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:06.335432 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:06.342829 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Network 280696ea-a06c-4de9-a31a-9cd01225a83e is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:22:06.352664 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:22:06.355619 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:22:06.367936 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7d862893-c079-4469-a4b4-15527d380232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.399760 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d862893-c079-4469-a4b4-15527d380232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2c53c2-be48-4f2d-9440-09cea9a109e7,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:06.420023 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7d862893-c079-4469-a4b4-15527d380232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.423814 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7d862893-c079-4469-a4b4-15527d380232 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a2c53c2-be48-4f2d-9440-09cea9a109e7 HTTP/1.1" status: 204  len: 168 time: 0.5305295
Apr 06 10:22:06.431950 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:06.434403 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.452400 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-862e7630-ea30-45ff-b8a1-c9171d8f5103 req-442ad672-f415-419e-990d-83dd312c7373 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188705
Apr 06 10:22:06.487034 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1b6e3ac8-b594-487b-983c-8415c945e2a1 req-0bc830b2-85ab-4285-9c8f-98452937f5ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1099 time: 0.1860058
Apr 06 10:22:06.489167 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b2f6f-06fb-4a0c-afbb-2c5514fb7fae req-bd467989-fc34-4fb1-92f7-a036b8857be2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:06.491357 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-333b2f6f-06fb-4a0c-afbb-2c5514fb7fae req-bd467989-fc34-4fb1-92f7-a036b8857be2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.1970840
Apr 06 10:22:06.553761 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1b6e3ac8-b594-487b-983c-8415c945e2a1 req-5a72773f-56a4-4128-a570-eff6589dd31c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573938
Apr 06 10:22:06.559887 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-333b2f6f-06fb-4a0c-afbb-2c5514fb7fae req-318f9a00-bc36-4dbf-a673-c2aef2b99531 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608366
Apr 06 10:22:06.570266 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ec89f1de-48c1-4242-9f81-9d847dbd0db7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5015249
Apr 06 10:22:06.711697 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224fe49-9335-4c93-93e0-0b89840986d4 req-5dd4daf0-a613-4ed8-b2e9-6b5f84ce7769 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:06.713122 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3224fe49-9335-4c93-93e0-0b89840986d4 req-5dd4daf0-a613-4ed8-b2e9-6b5f84ce7769 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 932 time: 0.0789444
Apr 06 10:22:06.760177 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3224fe49-9335-4c93-93e0-0b89840986d4 req-5f148e6f-e7f7-4334-bfcd-e048287f3b09 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410495
Apr 06 10:22:06.849465 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Request body: {'port': {'device_id': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:06.853342 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-cca02249-688c-4463-802f-d006467e0cf5 None None] Provisioning for port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:22:06.859563 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-cca02249-688c-4463-802f-d006467e0cf5 None None] Provisioning complete for port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:06.863186 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-cca02249-688c-4463-802f-d006467e0cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:06.931491 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-cca02249-688c-4463-802f-d006467e0cf5 None None] Port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:22:07.069742 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1427d5-215b-490c-9c05-76969c1ed0a3 req-54e680c5-e872-41b7-9153-931b2166e91b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:07.071170 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ec1427d5-215b-490c-9c05-76969c1ed0a3 req-54e680c5-e872-41b7-9153-931b2166e91b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 947 time: 0.1675608
Apr 06 10:22:07.073312 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:07.178457 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ec1427d5-215b-490c-9c05-76969c1ed0a3 req-76156c32-a83d-47bb-91e8-195345e43e99 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919752
Apr 06 10:22:07.351639 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4c2c1-6f99-4439-8965-1e2d5654ee53 req-828ca503-fe89-4533-ba59-4ec85ccda11f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:07.353060 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-64c4c2c1-6f99-4439-8965-1e2d5654ee53 req-828ca503-fe89-4533-ba59-4ec85ccda11f tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 945 time: 0.0786324
Apr 06 10:22:07.398825 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-64c4c2c1-6f99-4439-8965-1e2d5654ee53 req-66192177-51f2-4d3d-a3ce-69f69b2ab661 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399108
Apr 06 10:22:07.511009 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:22:07.518482 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:07.532364 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Transition to ACTIVE for port object 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:22:07.622530 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:07.764042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:07.779825 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd6e57-7d05-40e5-b8b0-edd6bbeeec6d req-94b6f4bc-828b-4051-bf62-bd7501fe54a3 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:07.781441 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2ffd6e57-7d05-40e5-b8b0-edd6bbeeec6d req-94b6f4bc-828b-4051-bf62-bd7501fe54a3 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.0838060
Apr 06 10:22:07.788604 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.788953 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.789296 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.789849 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.790055 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.790305 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.790635 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.790962 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.791288 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.791612 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.791936 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:07.829742 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019784ec-1d33-41c4-bc64-0decd1b4bf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87352aee-242b-483c-9a99-2c891d53918c'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:07.839563 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2ffd6e57-7d05-40e5-b8b0-edd6bbeeec6d req-74a658a7-02a7-40f6-9263-4e7b2c0e680c tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511825
Apr 06 10:22:07.874096 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996fecc-30cd-4bca-9187-53f3481b0819 req-e920f2da-f1ad-4b3e-95c4-372a72cc6fbc tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:07.875571 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e996fecc-30cd-4bca-9187-53f3481b0819 req-e920f2da-f1ad-4b3e-95c4-372a72cc6fbc tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.2915227
Apr 06 10:22:07.940573 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Attempting to bind port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:22:07.940910 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Attempting to bind port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:22:07.941440 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Attempting to bind port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc on network 280696ea-a06c-4de9-a31a-9cd01225a83e {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:22:07.951674 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e996fecc-30cd-4bca-9187-53f3481b0819 req-d7202667-b967-4fb7-bf1d-27ae88f9325e tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677330
Apr 06 10:22:07.952609 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc on network 280696ea-a06c-4de9-a31a-9cd01225a83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:22:07.952932 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Attempting to bind port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc on network 280696ea-a06c-4de9-a31a-9cd01225a83e {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:22:07.975363 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:22:07.975699 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Checking segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:22:07.976247 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Bound using segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:22:07.976968 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Bound port: 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:22:07.977463 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:08.042572 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f0e917-2a86-4384-a4a2-9449bcc69b1e'] response: {'server_uuid': '019784ec-1d33-41c4-bc64-0decd1b4bf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87352aee-242b-483c-9a99-2c891d53918c', 'code': 200}
Apr 06 10:22:08.059311 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4b5aa-d02f-4fc9-8f5d-40923a135ecb req-b90c274e-d4ab-4fee-ac1d-ea2abb1a6b61 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:08.060756 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-38b4b5aa-d02f-4fc9-8f5d-40923a135ecb req-b90c274e-d4ab-4fee-ac1d-ea2abb1a6b61 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.0972135
Apr 06 10:22:08.092995 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] For port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:22:08.096659 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] For port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:22:08.132810 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-38b4b5aa-d02f-4fc9-8f5d-40923a135ecb req-ae685c11-9b5b-4bb2-9fa8-5ac017e5e138 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558081
Apr 06 10:22:08.176945 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:08.243335 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:08.244724 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] 10.222.0.61 "PUT /v2.0/ports/1a1b9c55-4f1a-40c6-9ada-7d60559de6dc HTTP/1.1" status: 200  len: 1094 time: 1.4010139
Apr 06 10:22:08.247681 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'tag': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:08.264925 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04c2e1-efae-4d5b-ae6f-657bdef60276 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:08.311943 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870fbd24-0dcf-489e-ab66-ef9bacd1159b'] response: {'name': 'network-changed', 'server_uuid': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'tag': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'status': 'completed', 'code': 200}
Apr 06 10:22:08.421972 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-498ed6b9-baba-4332-b512-dbda5ec4d359 req-ae1867a8-f22f-4f6c-b157-39a5e273a925 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 1097 time: 0.0744109
Apr 06 10:22:08.518034 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0a68fcd6-b0f2-4f18-9ffc-01b79def29ec req-8ef6fc95-76e7-44d3-9e40-e1720fe7f7e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 1098 time: 0.1039927
Apr 06 10:22:08.599321 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed6b9-baba-4332-b512-dbda5ec4d359 req-a590bb4f-e316-4349-9d05-e5397cf57a6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:08.600978 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-498ed6b9-baba-4332-b512-dbda5ec4d359 req-a590bb4f-e316-4349-9d05-e5397cf57a6c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b98b391176f2477ca4b1e374c8d12641&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1686225
Apr 06 10:22:08.615233 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0a68fcd6-b0f2-4f18-9ffc-01b79def29ec req-c1f6b1d1-26ce-4d0d-9668-5e90f6126b50 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842385
Apr 06 10:22:08.641389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb098b-dddf-4c27-9ea7-906b1e308eeb req-a957e252-c123-4ede-950c-35a2b9ee3bb7 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:08.642828 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5feb098b-dddf-4c27-9ea7-906b1e308eeb req-a957e252-c123-4ede-950c-35a2b9ee3bb7 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 945 time: 0.0967031
Apr 06 10:22:08.690151 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5feb098b-dddf-4c27-9ea7-906b1e308eeb req-1b471a52-a921-4296-ba92-9c94e338ea8d tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407071
Apr 06 10:22:09.090713 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed6b9-baba-4332-b512-dbda5ec4d359 req-16526a16-9671-481b-b37e-271964ad4b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:09.092137 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-498ed6b9-baba-4332-b512-dbda5ec4d359 req-16526a16-9671-481b-b37e-271964ad4b09 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1899788
Apr 06 10:22:09.101531 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdc379-bfc1-4a87-ba4f-272ce0c9e34b req-506a7ace-fc66-4d30-8149-d862a67dbd3d tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:09.102922 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d1fdc379-bfc1-4a87-ba4f-272ce0c9e34b req-506a7ace-fc66-4d30-8149-d862a67dbd3d tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.1298842
Apr 06 10:22:09.150119 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d1fdc379-bfc1-4a87-ba4f-272ce0c9e34b req-d8584fc6-8ef5-4c2d-b85d-d64d4612d7fd tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404191
Apr 06 10:22:09.180459 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780afd-79a1-49d8-ae4d-66ce6a814563 req-302ee493-9ef3-44b4-a084-8eeaac0588bf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:09.182136 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-24780afd-79a1-49d8-ae4d-66ce6a814563 req-302ee493-9ef3-44b4-a084-8eeaac0588bf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0940311
Apr 06 10:22:09.242740 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-24780afd-79a1-49d8-ae4d-66ce6a814563 req-f89338fb-0a5f-42db-ba76-2c614e2b76aa tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505092
Apr 06 10:22:09.245649 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-3852e788-e1b5-4b1e-baf3-e8a58c132f76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 1097 time: 0.0859935
Apr 06 10:22:09.359752 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-c7480ad2-3078-4380-84a4-271427faf3b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc HTTP/1.1" status: 200  len: 217 time: 0.1040215
Apr 06 10:22:09.425141 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76c16a-8377-4683-9ba9-567e99dcb524 req-f9040081-28e1-4393-86c8-1138ec2be102 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:09.427202 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ee76c16a-8377-4683-9ba9-567e99dcb524 req-f9040081-28e1-4393-86c8-1138ec2be102 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.0773945
Apr 06 10:22:09.445395 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e4ba3-bd46-4e13-b0e8-a9d67c24439c req-6fb4a705-f1fd-45d5-a68c-442474cbe7cb tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:09.446106 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-dc5e4ba3-bd46-4e13-b0e8-a9d67c24439c req-6fb4a705-f1fd-45d5-a68c-442474cbe7cb tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:09.452061 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ce668d29-8bb6-4efc-919e-271e3fd4c6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:09.453440 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-ce668d29-8bb6-4efc-919e-271e3fd4c6a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.0803442
Apr 06 10:22:09.477386 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ee76c16a-8377-4683-9ba9-567e99dcb524 req-f49692b1-62ff-4ff8-8a6a-8100c2c91ab1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447090
Apr 06 10:22:09.541436 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-4e6e4c4e-e607-4d8a-9d8e-43d082f1b43e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687780
Apr 06 10:22:09.547786 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-dc5e4ba3-bd46-4e13-b0e8-a9d67c24439c req-6fb4a705-f1fd-45d5-a68c-442474cbe7cb tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:09.552386 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-dc5e4ba3-bd46-4e13-b0e8-a9d67c24439c req-6fb4a705-f1fd-45d5-a68c-442474cbe7cb tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.2404289
Apr 06 10:22:09.678509 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-dc5e4ba3-bd46-4e13-b0e8-a9d67c24439c req-498c8bfe-9cdb-430e-b1ea-8e2c373c3d99 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234591
Apr 06 10:22:09.717055 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-c3059c3c-62b8-41bb-a1e3-1a9af4962a6a service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603026
Apr 06 10:22:09.919090 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68f63-9820-4585-b006-9c8cbdcfcfbf req-e95cde4b-54b2-4269-a283-842990c4abf4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:09.921754 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4ae68f63-9820-4585-b006-9c8cbdcfcfbf req-e95cde4b-54b2-4269-a283-842990c4abf4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.0825136
Apr 06 10:22:09.940844 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ab7f6281-2b89-4796-b99d-c5c6a04a073e req-b4465f1a-e409-4ed1-a113-bbaace3986ba service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135389
Apr 06 10:22:09.974502 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4ae68f63-9820-4585-b006-9c8cbdcfcfbf req-e8d1a98a-f336-4e07-a467-8911e67256c8 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455348
Apr 06 10:22:10.060464 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cc6a9-e586-4188-abd7-6c8885d4499f req-3b33c800-fc8c-4371-963c-42a8f25f2c38 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:10.061896 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-565cc6a9-e586-4188-abd7-6c8885d4499f req-3b33c800-fc8c-4371-963c-42a8f25f2c38 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 945 time: 0.0830920
Apr 06 10:22:10.111947 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-565cc6a9-e586-4188-abd7-6c8885d4499f req-3cc1b0b1-46fd-463e-804e-2b3751e16910 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444040
Apr 06 10:22:10.447543 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d578-aee6-40c8-b5cc-b781fd0a2a07 req-4c433f9a-a2eb-4478-ae36-fcdfce06e6fe tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:10.448971 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9031d578-aee6-40c8-b5cc-b781fd0a2a07 req-4c433f9a-a2eb-4478-ae36-fcdfce06e6fe tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0824873
Apr 06 10:22:10.493186 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9031d578-aee6-40c8-b5cc-b781fd0a2a07 req-1739bcf7-1df9-444c-9752-1d3b66c611c4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386298
Apr 06 10:22:10.873313 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdc826-4448-4e01-8f92-b91fa5a16d2a req-593222a4-574d-4002-8d0e-ee5509b6decf tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:10.874846 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-40cdc826-4448-4e01-8f92-b91fa5a16d2a req-593222a4-574d-4002-8d0e-ee5509b6decf tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.0767927
Apr 06 10:22:10.925320 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-40cdc826-4448-4e01-8f92-b91fa5a16d2a req-6666cb8a-f5e7-4377-a31c-8281f4ac9ec7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444357
Apr 06 10:22:11.306373 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f425d-6168-48e5-9a7f-02f8ef1ad180 req-0c371618-14ee-4040-81f4-041529bd3d96 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:11.308114 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-612f425d-6168-48e5-9a7f-02f8ef1ad180 req-0c371618-14ee-4040-81f4-041529bd3d96 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 945 time: 0.0751808
Apr 06 10:22:11.354874 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-612f425d-6168-48e5-9a7f-02f8ef1ad180 req-ead4bc1c-6ac3-4a9c-b804-223ca311857b tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413847
Apr 06 10:22:11.694147 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565217fb-7614-4d8d-b226-a3e7e9d2eacb req-090ba71b-7b0a-404e-a685-1f3b642c105c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:11.695010 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-565217fb-7614-4d8d-b226-a3e7e9d2eacb req-090ba71b-7b0a-404e-a685-1f3b642c105c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0790105
Apr 06 10:22:11.741504 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-565217fb-7614-4d8d-b226-a3e7e9d2eacb req-68cae13f-1f4f-4e26-84e1-ef1a270255cf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408356
Apr 06 10:22:12.130456 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48985-361e-4ba2-9abc-9fbd831987c2 req-4db2fb5e-1595-4f27-8de7-5f4c46fbea0c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:12.131912 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0ee48985-361e-4ba2-9abc-9fbd831987c2 req-4db2fb5e-1595-4f27-8de7-5f4c46fbea0c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.0789523
Apr 06 10:22:12.179456 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0ee48985-361e-4ba2-9abc-9fbd831987c2 req-52a18e2b-b803-429a-a438-d9cae810268b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404160
Apr 06 10:22:12.952059 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a2c7c-d6b4-4f3c-bc08-1cdc658fb403 req-ac03ef86-2de0-4004-8b3a-7b9a6bed7a08 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:12.953504 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-095a2c7c-d6b4-4f3c-bc08-1cdc658fb403 req-ac03ef86-2de0-4004-8b3a-7b9a6bed7a08 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0830858
Apr 06 10:22:12.999767 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-095a2c7c-d6b4-4f3c-bc08-1cdc658fb403 req-d7d9c3c9-466b-45a7-98a9-ef41c7d56cda tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397069
Apr 06 10:22:13.381818 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4f12-a15b-440c-bf8c-1919c7581b0b req-b008bf56-463a-4831-b718-a9f4e7129126 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:13.383301 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-243e4f12-a15b-440c-bf8c-1919c7581b0b req-b008bf56-463a-4831-b718-a9f4e7129126 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.0802438
Apr 06 10:22:13.428781 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-243e4f12-a15b-440c-bf8c-1919c7581b0b req-480f9503-2672-44d3-804a-4d721c75a42e tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396180
Apr 06 10:22:14.201316 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978a85b-db4a-4b81-97e2-32f585083c9a req-79c1a091-9c09-4177-ae9a-58855f4d5de4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:14.202777 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1978a85b-db4a-4b81-97e2-32f585083c9a req-79c1a091-9c09-4177-ae9a-58855f4d5de4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0801284
Apr 06 10:22:14.253638 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1978a85b-db4a-4b81-97e2-32f585083c9a req-967c0626-fee7-49bb-aa6f-dfbb229df880 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445209
Apr 06 10:22:14.633413 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be995d-9c19-49c6-b59f-d4dba06a45a0 req-64e7708e-608d-4076-9151-eae2097d1a52 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:14.634968 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-57be995d-9c19-49c6-b59f-d4dba06a45a0 req-64e7708e-608d-4076-9151-eae2097d1a52 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.0832760
Apr 06 10:22:14.681010 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-57be995d-9c19-49c6-b59f-d4dba06a45a0 req-5079a0e3-e099-468d-a8d7-407b09b61b75 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401542
Apr 06 10:22:15.450234 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d7b56-f8f0-47d3-aaef-79c49ad71aee req-35f03492-ac0a-47fd-8752-ebd06bb77d84 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:15.451695 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-801d7b56-f8f0-47d3-aaef-79c49ad71aee req-35f03492-ac0a-47fd-8752-ebd06bb77d84 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0751097
Apr 06 10:22:15.499965 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-801d7b56-f8f0-47d3-aaef-79c49ad71aee req-4c71272b-c924-4a73-a714-b8e292998b1d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428426
Apr 06 10:22:15.878349 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce988e12-7d05-4709-b6f8-fc47a6e88ad5 req-af010da9-e969-4c18-9a0b-406fc10a2e68 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:15.880397 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ce988e12-7d05-4709-b6f8-fc47a6e88ad5 req-af010da9-e969-4c18-9a0b-406fc10a2e68 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.0760036
Apr 06 10:22:15.925902 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ce988e12-7d05-4709-b6f8-fc47a6e88ad5 req-b377c83f-3c2d-4437-8569-ebf1ad6440b6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386112
Apr 06 10:22:16.707040 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a43ba7-f199-47a2-ab23-2ba263f7b1ef req-3f50f784-cf77-45b8-8731-83eec7fafaea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:16.708850 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c1a43ba7-f199-47a2-ab23-2ba263f7b1ef req-3f50f784-cf77-45b8-8731-83eec7fafaea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0839565
Apr 06 10:22:16.753755 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c1a43ba7-f199-47a2-ab23-2ba263f7b1ef req-047e3db2-2bdf-4401-9040-3eeb2db10a75 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394189
Apr 06 10:22:17.008476 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2459a-941a-4121-a2fb-dd13299eeb56 req-6fb610c3-19df-454a-a2ec-9b3a94a8ffbc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:17.009980 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-01f2459a-941a-4121-a2fb-dd13299eeb56 req-6fb610c3-19df-454a-a2ec-9b3a94a8ffbc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.1450052
Apr 06 10:22:17.056640 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-01f2459a-941a-4121-a2fb-dd13299eeb56 req-49537652-512a-4c58-b2e2-7a7a2187fcf0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405517
Apr 06 10:22:17.145072 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb5271-5f7e-480d-b5d2-993c8fbf16ea req-20ba9e8a-4b36-4602-83a5-7e6e775b097d tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:17.147045 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e4fb5271-5f7e-480d-b5d2-993c8fbf16ea req-20ba9e8a-4b36-4602-83a5-7e6e775b097d tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.0755649
Apr 06 10:22:17.194347 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e4fb5271-5f7e-480d-b5d2-993c8fbf16ea req-e5ef4f28-30e3-4c98-a55e-cf619aae18f7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418718
Apr 06 10:22:17.952937 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d5c56-e542-4d8f-999e-c0ae251be582 req-1a9eff1c-2403-41ad-942e-8225cef510d8 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:17.954435 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-604d5c56-e542-4d8f-999e-c0ae251be582 req-1a9eff1c-2403-41ad-942e-8225cef510d8 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0757785
Apr 06 10:22:18.000505 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-604d5c56-e542-4d8f-999e-c0ae251be582 req-8dd0e90e-d675-4c23-a28d-55c16409601b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397110
Apr 06 10:22:18.254901 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29acad-5e9e-4f90-9372-bcd1e5ae40a0 req-c8f182c2-91a0-4427-8261-83e83f400fea tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:18.256473 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cd29acad-5e9e-4f90-9372-bcd1e5ae40a0 req-c8f182c2-91a0-4427-8261-83e83f400fea tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.0752192
Apr 06 10:22:18.300874 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cd29acad-5e9e-4f90-9372-bcd1e5ae40a0 req-1bb14238-9989-4748-9bdd-8a8d2b838141 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385959
Apr 06 10:22:18.396407 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e269b9-241b-43d1-9746-7a799b66f864 req-0549a680-5623-4c63-9c42-99592864cfd8 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:18.397919 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d0e269b9-241b-43d1-9746-7a799b66f864 req-0549a680-5623-4c63-9c42-99592864cfd8 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 944 time: 0.0801282
Apr 06 10:22:18.429366 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:18.444122 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d0e269b9-241b-43d1-9746-7a799b66f864 req-05934c1b-942f-4b36-b58f-9f7484b0efd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406678
Apr 06 10:22:19.153995 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:22:19.186216 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-a8825dce-dfd5-40f3-bfb0-ca2f37555c9e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:19.187593 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-a8825dce-dfd5-40f3-bfb0-ca2f37555c9e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.1208463
Apr 06 10:22:19.271060 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b662a3-158a-46f1-87e5-32787b3ba91e req-7c7b2341-7f91-43da-b685-ddfee4694b51 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:19.273566 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-55b662a3-158a-46f1-87e5-32787b3ba91e req-7c7b2341-7f91-43da-b685-ddfee4694b51 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1440282
Apr 06 10:22:19.282048 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Deleting port 45041dc0-8460-4e2c-98da-ee5134beec10 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:22:19.282398 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:19.320482 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:19.334472 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'port_id': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'mac_address': 'fa:16:3e:5c:88:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:22:19.403510 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:19.407614 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-55b662a3-158a-46f1-87e5-32787b3ba91e req-60a67747-ce4b-4700-8309-151ad90f01d2 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975180
Apr 06 10:22:19.421746 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:22:19.442419 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:19.508127 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:19.512552 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63136d2-374c-4c0d-9b98-48712880efa4 req-b25b5043-5c02-4f6f-84a3-3691e7d622c6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:19.514593 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e63136d2-374c-4c0d-9b98-48712880efa4 req-b25b5043-5c02-4f6f-84a3-3691e7d622c6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 946 time: 0.0807221
Apr 06 10:22:19.578725 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e63136d2-374c-4c0d-9b98-48712880efa4 req-b678a381-7df0-4648-b75c-0b19b63e9527 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbaf21-b649-4a43-b184-4371feb1a36e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553575
Apr 06 10:22:19.584018 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] For port 45041dc0-8460-4e2c-98da-ee5134beec10, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=45041dc0-8460-4e2c-98da-ee5134beec10,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:19.584582 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:19.603541 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:19.790839 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d54ca-f46e-4fdc-8f09-f7a1e989c631 req-9843638a-4236-4610-9e9c-63d8b38b4ee2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:19.793142 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-841d54ca-f46e-4fdc-8f09-f7a1e989c631 req-9843638a-4236-4610-9e9c-63d8b38b4ee2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 945 time: 0.0763211
Apr 06 10:22:19.839020 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-841d54ca-f46e-4fdc-8f09-f7a1e989c631 req-4acd30e9-ec90-491a-bc6e-c218b388f031 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409317
Apr 06 10:22:19.981345 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:19.982449 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:19.982449 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Floating IP d1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0 disassociated. External IP: 172.27.2.179, port: 45041dc0-8460-4e2c-98da-ee5134beec10.
Apr 06 10:22:19.982449 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Calling delete_port for 45041dc0-8460-4e2c-98da-ee5134beec10 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:22:19.985765 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['1a1b9c55-4f1a-40c6-9ada-7d60559de6dc'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:22:20.263954 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:20.312913 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'Port': ['ID=45041dc0-8460-4e2c-98da-ee5134beec10,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:20.564977 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:22:20.637350 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4146a-27f8-4fad-84ce-4f162b075a1b req-96b17dbf-467b-4cd1-808e-6e680e974a7d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:20.642874 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-40f4146a-27f8-4fad-84ce-4f162b075a1b req-96b17dbf-467b-4cd1-808e-6e680e974a7d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0987053
Apr 06 10:22:20.721172 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-40f4146a-27f8-4fad-84ce-4f162b075a1b req-abd54709-e0c0-4c2a-96ec-076d0d501445 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711896
Apr 06 10:22:20.785614 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1fef2416-9d23-426b-861b-64df8b14b416 req-bc1c7f0a-6dce-4c94-8681-2a812c2ba6fe tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 210 time: 0.0514050
Apr 06 10:22:20.842546 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:22:20.854354 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:22:20.874875 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:20.875777 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80746fa0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:21:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:20.919913 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] No DVR routers for this DVR port 45041dc0-8460-4e2c-98da-ee5134beec10 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:22:20.922639 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:20.925391 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'name': 'network-vif-deleted', 'tag': '45041dc0-8460-4e2c-98da-ee5134beec10'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:20.990549 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468e0df7-37b0-48eb-bd5f-e3f86dff2719'] response: {'server_uuid': '2e822952-5630-4353-ba54-5dc5dd8d6628', 'name': 'network-vif-deleted', 'tag': '45041dc0-8460-4e2c-98da-ee5134beec10', 'status': 'completed', 'code': 200}
Apr 06 10:22:21.040284 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b6173253-47d5-4ab0-ba46-c66706879c0c req-ccb0f4b9-c605-41dc-9115-1a2d4e802a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "DELETE /v2.0/ports/45041dc0-8460-4e2c-98da-ee5134beec10 HTTP/1.1" status: 204  len: 173 time: 1.8433611
Apr 06 10:22:21.083306 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac36e46-04ec-472a-9429-66e9ce11c19e req-41575cc5-f7d6-4586-817c-389301c84618 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:21.104070 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-aac36e46-04ec-472a-9429-66e9ce11c19e req-41575cc5-f7d6-4586-817c-389301c84618 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 945 time: 0.1173286
Apr 06 10:22:21.135443 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:21.158860 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-aac36e46-04ec-472a-9429-66e9ce11c19e req-b80eb23a-f9d5-4d09-8411-98738bfb10ae tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518761
Apr 06 10:22:21.196087 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9190f6f2-4841-41b3-ba0c-c9da66a623a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:21.545983 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80746fa0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:04Z', 'revision_number': 2, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:21.552514 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:22:21.568834 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:21.569202 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80746fa0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:21:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:21.800831 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:21.990071 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946c53a-3cfb-446e-bf67-4a61b45bbd1c req-c39dd003-994e-4233-9319-bc37e043cf46 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:21.991643 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0946c53a-3cfb-446e-bf67-4a61b45bbd1c req-c39dd003-994e-4233-9319-bc37e043cf46 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1205029
Apr 06 10:22:22.057785 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-480d14d7-00f2-4b5d-8b31-f4bb9141b523 req-2e93d989-d58f-42a7-a6d3-bf9937941186 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e822952-5630-4353-ba54-5dc5dd8d6628 HTTP/1.1" status: 200  len: 210 time: 0.0950420
Apr 06 10:22:22.136975 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0946c53a-3cfb-446e-bf67-4a61b45bbd1c req-bb3bc54b-5815-4268-bf9a-8232dfa824ff tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877450
Apr 06 10:22:22.207172 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80746fa0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:04Z', 'revision_number': 2, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:22.211446 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb0933-cda9-4b67-bdad-f6dab90ce083 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '37b8e91b-7369-4ff3-a74e-88d97df8db63', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:f9:bb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:22Z', 'updated_at': '2022-04-06T10:19:04Z', 'revision_number': 2, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:22:22.396512 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1be999-8fc6-4010-a56b-abad127c4575 req-6af5468f-83d9-4314-bc77-0a50a3550cd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:22.402250 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0a1be999-8fc6-4010-a56b-abad127c4575 req-6af5468f-83d9-4314-bc77-0a50a3550cd7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 945 time: 0.0852158
Apr 06 10:22:22.451720 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0a1be999-8fc6-4010-a56b-abad127c4575 req-deb089cc-71ff-4bb6-a1a0-d8a15242790f tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471284
Apr 06 10:22:22.471903 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7901099-9040-4a91-8c99-88dd994cae6b None None] New status for floating IP d1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:22:23.177428 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d2c119b7-2e12-4cb3-bf86-487fac5e4065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:23.230774 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:22:23.296994 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 50918) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:23.310573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a796c-d29e-479e-b747-5f1d70a8549c req-1a7879b1-4822-490a-8d13-57c1694cce2f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:23.312075 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-617a796c-d29e-479e-b747-5f1d70a8549c req-1a7879b1-4822-490a-8d13-57c1694cce2f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0854125
Apr 06 10:22:23.357352 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-617a796c-d29e-479e-b747-5f1d70a8549c req-c6b6075a-808f-48f5-a6c4-cdf23aa9142c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396876
Apr 06 10:22:23.362462 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-612f2c43-8493-407c-8032-a334b29ce8e6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:23.376084 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:22:23.386176 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:23.386176 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:23.391347 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-612f2c43-8493-407c-8032-a334b29ce8e6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:23.496386 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:23.523301 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:23.524943 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-612f2c43-8493-407c-8032-a334b29ce8e6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:23.533559 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:23.544130 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f2c43-8493-407c-8032-a334b29ce8e6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fbaf21-b649-4a43-b184-4371feb1a36e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:23.579185 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0365a3cc-ef86-42ef-a7cc-2cd7c39918b2'] response: {'server_uuid': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'code': 200}
Apr 06 10:22:23.623738 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:23.624511 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 45041dc0-8460-4e2c-98da-ee5134beec10 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:22:23.646755 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-612f2c43-8493-407c-8032-a334b29ce8e6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:23.647894 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-612f2c43-8493-407c-8032-a334b29ce8e6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "DELETE /v2.0/security-groups/b4fbaf21-b649-4a43-b184-4371feb1a36e HTTP/1.1" status: 204  len: 168 time: 0.3493884
Apr 06 10:22:23.652125 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50926) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:23.672343 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.api.v2.resource [None req-631e7891-f64b-4931-86c3-59dd6dda004b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] show failed (client error): The resource could not be found.
Apr 06 10:22:23.673787 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-631e7891-f64b-4931-86c3-59dd6dda004b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups/b4fbaf21-b649-4a43-b184-4371feb1a36e HTTP/1.1" status: 404  len: 347 time: 0.0202105
Apr 06 10:22:23.676584 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 50932) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:23.684114 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec8f6-9ab2-4ea6-a928-fa3f1fbd7e02 req-425d92c8-dbb1-4a3a-b546-45cba4930d84 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:23.688087 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 45041dc0-8460-4e2c-98da-ee5134beec10 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:22:23.688087 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 45041dc0-8460-4e2c-98da-ee5134beec10 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:22:23.691091 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-220ec8f6-9ab2-4ea6-a928-fa3f1fbd7e02 req-425d92c8-dbb1-4a3a-b546-45cba4930d84 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.0961933
Apr 06 10:22:23.729909 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:23.733767 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-220ec8f6-9ab2-4ea6-a928-fa3f1fbd7e02 req-893cf591-1810-4a89-b487-62f9d2a7c067 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415196
Apr 06 10:22:23.847915 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Deleting port 651a14b5-7a6b-4927-a5a4-00b1b7bca16d {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:22:23.848313 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:24.026115 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:24.026452 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:24.145047 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Calling delete_port for 651a14b5-7a6b-4927-a5a4-00b1b7bca16d owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:22:24.378066 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:24.440415 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:24.583189 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'Port': ['ID=651a14b5-7a6b-4927-a5a4-00b1b7bca16d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:24.631080 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.632047 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.632406 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.632918 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.633256 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.633584 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.633914 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.634269 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.634593 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.634916 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.635241 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:22:24.711061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:24.722832 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7f6-7738-444c-b944-2f8b6bd849bf req-1465025a-9c91-4cfd-a742-a094209487e1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:24.724243 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9aaae7f6-7738-444c-b944-2f8b6bd849bf req-1465025a-9c91-4cfd-a742-a094209487e1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1874914
Apr 06 10:22:24.746717 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:24.747747 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-10584fd3-78a9-4d22-9dab-b2654e33b77a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "DELETE /v2.0/floatingips/d1d7dc8c-6f0a-46f0-babc-8d9af1e58ac0 HTTP/1.1" status: 204  len: 168 time: 1.0701048
Apr 06 10:22:24.777957 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9aaae7f6-7738-444c-b944-2f8b6bd849bf req-1510685b-d06f-426d-b5fb-2cd120cdfbfb tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457428
Apr 06 10:22:24.956394 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6ab2-3891-4745-ae16-06007a0f1c63 req-d8242111-22f8-4de3-b972-a977c15257b3 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:24.957851 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e97d6ab2-3891-4745-ae16-06007a0f1c63 req-d8242111-22f8-4de3-b972-a977c15257b3 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.0801725
Apr 06 10:22:25.003605 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e97d6ab2-3891-4745-ae16-06007a0f1c63 req-a8d07dc2-5ea8-4553-b156-18f4f8e0c829 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401270
Apr 06 10:22:25.281862 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:25.559267 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8bb2de1e-9193-43e8-bf0f-2fec74952102 req-79c62b20-bc46-44aa-883f-fcda203a0598 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 1099 time: 0.0671694
Apr 06 10:22:25.609776 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8bb2de1e-9193-43e8-bf0f-2fec74952102 req-42c42b26-adcc-4de0-b15b-7270d3aba031 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407379
Apr 06 10:22:25.829294 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:26.010247 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412095c5-4948-4932-a175-c77a020d793a req-339f760e-c102-4c59-8508-48bffe9f6d42 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:26.012988 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-412095c5-4948-4932-a175-c77a020d793a req-339f760e-c102-4c59-8508-48bffe9f6d42 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1078100
Apr 06 10:22:26.060016 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-412095c5-4948-4932-a175-c77a020d793a req-e647cc17-9644-4d1a-8eb1-c584244228ba tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411580
Apr 06 10:22:26.212035 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7077bb-39b0-447c-9f53-b66fe5987377 req-d1ae0f88-090e-4e01-8c00-7a7dda6d05d8 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:26.214859 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ba7077bb-39b0-447c-9f53-b66fe5987377 req-d1ae0f88-090e-4e01-8c00-7a7dda6d05d8 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.0848455
Apr 06 10:22:26.262855 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ba7077bb-39b0-447c-9f53-b66fe5987377 req-9a1e1a52-51d8-4414-b519-9e792e52f8ae tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436039
Apr 06 10:22:27.259527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971bfdd-0636-4e23-98be-3aceac9e3139 req-154641c8-185d-4394-8b4e-ad07392324b6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:27.261735 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1971bfdd-0636-4e23-98be-3aceac9e3139 req-154641c8-185d-4394-8b4e-ad07392324b6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0812914
Apr 06 10:22:27.315092 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1971bfdd-0636-4e23-98be-3aceac9e3139 req-fff62fe8-0b00-4948-b56b-fd9be1067d0b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480716
Apr 06 10:22:27.465785 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da8a51-fd9f-4c28-a5b6-3cac6363ac15 req-185b9d68-31e1-4082-a160-8d1065e118b1 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:27.467261 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d9da8a51-fd9f-4c28-a5b6-3cac6363ac15 req-185b9d68-31e1-4082-a160-8d1065e118b1 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.0798101
Apr 06 10:22:27.516970 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d9da8a51-fd9f-4c28-a5b6-3cac6363ac15 req-178d9621-893e-43b7-8e25-03c25fd9378f tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440929
Apr 06 10:22:28.515307 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807c485-753e-432a-904b-a38be623af1d req-29d82108-59fc-472c-abb8-7266d9229191 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:28.516751 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8807c485-753e-432a-904b-a38be623af1d req-29d82108-59fc-472c-abb8-7266d9229191 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0787096
Apr 06 10:22:28.562221 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8807c485-753e-432a-904b-a38be623af1d req-8b0b6a5b-335f-43d1-b07d-b0dd86861be8 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393908
Apr 06 10:22:28.718365 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c7385-3c34-4518-bc52-c95d8ae6795d req-4b9cb257-7d35-4e7c-b61a-d93eca9a2b90 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:28.719796 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-382c7385-3c34-4518-bc52-c95d8ae6795d req-4b9cb257-7d35-4e7c-b61a-d93eca9a2b90 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.0794792
Apr 06 10:22:28.763957 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-382c7385-3c34-4518-bc52-c95d8ae6795d req-c643fd36-7cb1-4b14-9a79-c20cdff776b8 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386686
Apr 06 10:22:29.767634 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991fd34-193b-45c3-9cf1-fce5c478efef req-ceae1eed-7e49-4805-806f-b81a01f0848b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:29.769071 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d991fd34-193b-45c3-9cf1-fce5c478efef req-ceae1eed-7e49-4805-806f-b81a01f0848b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0850446
Apr 06 10:22:29.817605 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d991fd34-193b-45c3-9cf1-fce5c478efef req-d308caa7-fcf0-43e3-b502-c6e870f1d184 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424607
Apr 06 10:22:29.960788 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e44def-c3af-4fb7-bdf7-446ef8093127 req-0be04020-2a2b-4d00-a155-b1e6088e5f7a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:29.962161 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-30e44def-c3af-4fb7-bdf7-446ef8093127 req-0be04020-2a2b-4d00-a155-b1e6088e5f7a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.0794384
Apr 06 10:22:30.077537 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-30e44def-c3af-4fb7-bdf7-446ef8093127 req-3d23cd89-c7fb-4abf-8ebf-b8ea5d15001b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096382
Apr 06 10:22:31.014603 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c0bda-97f4-4ccc-a2ab-cdef2876ad55 req-0928d577-eeab-4b5c-acf4-f426f0dfbb26 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:31.016042 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b55c0bda-97f4-4ccc-a2ab-cdef2876ad55 req-0928d577-eeab-4b5c-acf4-f426f0dfbb26 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0757186
Apr 06 10:22:31.061707 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b55c0bda-97f4-4ccc-a2ab-cdef2876ad55 req-14bd5a9d-7d40-4c51-8df6-29f181460a38 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399561
Apr 06 10:22:31.277572 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61ec18-2570-40e8-9464-c282567b482b req-684434cf-0cb3-461f-ab2b-d879c315f877 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:31.279053 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ff61ec18-2570-40e8-9464-c282567b482b req-684434cf-0cb3-461f-ab2b-d879c315f877 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.0815496
Apr 06 10:22:31.324101 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ff61ec18-2570-40e8-9464-c282567b482b req-f8017af7-ad5e-4840-9e08-d4314781dfe9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394583
Apr 06 10:22:31.531768 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb8cb9-0287-4a56-8af9-9ddf8560ab68 req-3855c6c8-46c0-47c9-9159-2526e493442c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:31.533651 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-41bb8cb9-0287-4a56-8af9-9ddf8560ab68 req-3855c6c8-46c0-47c9-9159-2526e493442c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.0813634
Apr 06 10:22:31.604078 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-41bb8cb9-0287-4a56-8af9-9ddf8560ab68 req-c9866d12-aaff-4d50-b4ad-4d24a8432166 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581899
Apr 06 10:22:31.605873 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80804748-004a-45ef-96ba-569555c3437c req-70a36749-d0ee-4bc9-9c14-16a600b654a6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:31.608093 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-80804748-004a-45ef-96ba-569555c3437c req-70a36749-d0ee-4bc9-9c14-16a600b654a6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0921292
Apr 06 10:22:31.622561 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51038) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:31.664091 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-80804748-004a-45ef-96ba-569555c3437c req-2c52fe60-a579-4025-9952-a37181b081d9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502458
Apr 06 10:22:31.763591 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-4d0a56bf-4f47-4bcb-aded-f93e8e331e92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 1099 time: 0.0714335
Apr 06 10:22:31.955145 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-db1fca14-e34d-42ae-92bb-9ab4610f089a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:31.956813 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-db1fca14-e34d-42ae-92bb-9ab4610f089a service neutron] 10.222.0.61 "GET /v2.0/networks?id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 200  len: 912 time: 0.1810071
Apr 06 10:22:31.966606 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-cf38265c-d826-4cee-b4e1-2f416b39e5f3 tempest-TestVolumeBootPattern-686686922 tempest-TestVolumeBootPattern-686686922-project-admin] Synchronizing usage tracker for tenant:d4d4a716ec9b4aec99add5bd5f50ec8a on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:32.066521 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-cf38265c-d826-4cee-b4e1-2f416b39e5f3 tempest-TestVolumeBootPattern-686686922 tempest-TestVolumeBootPattern-686686922-project-admin] Unset dirty status for tenant:d4d4a716ec9b4aec99add5bd5f50ec8a on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:32.067794 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-cf38265c-d826-4cee-b4e1-2f416b39e5f3 tempest-TestVolumeBootPattern-686686922 tempest-TestVolumeBootPattern-686686922-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 1094 time: 0.4440885
Apr 06 10:22:32.071655 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51054) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:32.083554 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'port_id': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:32.092219 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:32.097736 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-4db1b0aa-f9c7-4b9a-a077-1e854f0d0aef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da HTTP/1.1" status: 200  len: 1002 time: 0.1164491
Apr 06 10:22:32.098767 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:floatingip and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:32.101954 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:32.107508 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:32.178491 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-f9b0677f-1c39-4019-9cbc-b3427460615a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:32.180790 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-f9b0677f-1c39-4019-9cbc-b3427460615a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec3b2ca7-32de-42fe-acfd-abbc00704239 HTTP/1.1" status: 200  len: 850 time: 0.0628381
Apr 06 10:22:32.189286 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:32.294284 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f00013-3aa1-4652-800b-5eb0cb6a9c00 req-5adb2f1c-de63-4489-ae50-ac640b0bad6f tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:32.295882 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95f00013-3aa1-4652-800b-5eb0cb6a9c00 req-5adb2f1c-de63-4489-ae50-ac640b0bad6f tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.0803483
Apr 06 10:22:32.346699 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-ebf6618c-0d42-4b6a-bf28-0f6566da38aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1431053
Apr 06 10:22:32.347729 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95f00013-3aa1-4652-800b-5eb0cb6a9c00 req-9a002fb1-9e9d-4e65-8138-b0c8ed0554a7 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457520
Apr 06 10:22:32.377989 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51060) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:32.473026 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:32.573102 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-3046070f-5389-4aac-a1c8-ae775787f5cd service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049785
Apr 06 10:22:32.593761 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-966495d5-5694-4705-83d0-b5bf0d845a76 tempest-TestMinimumBasicScenario-1631982579 tempest-TestMinimumBasicScenario-1631982579-project-admin] Synchronizing usage tracker for tenant:267c7813a87c4ef3a93cd6bcd742dca0 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:32.720654 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-966495d5-5694-4705-83d0-b5bf0d845a76 tempest-TestMinimumBasicScenario-1631982579 tempest-TestMinimumBasicScenario-1631982579-project-admin] Unset dirty status for tenant:267c7813a87c4ef3a93cd6bcd742dca0 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:32.725526 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-966495d5-5694-4705-83d0-b5bf0d845a76 tempest-TestMinimumBasicScenario-1631982579 tempest-TestMinimumBasicScenario-1631982579-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1094 time: 0.3459790
Apr 06 10:22:32.726223 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51070) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:32.731196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Allocated IP 172.27.2.173 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/f72769f7-f1b5-4949-81fe-b2ac95629717) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:22:32.731389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'port_id': '59b3665d-f89b-40af-b4c7-df563cb23322', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:32.737010 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:32.741784 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Usage tracker for resource:floatingip and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:32.744644 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:32.750712 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:32.789121 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04587e6b-4f4f-4081-a872-b557453ccc90 req-b976db41-1240-4ef9-81be-51424672e7c5 service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078214
Apr 06 10:22:32.835793 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:32.962857 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:32.977509 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b63e-cb0a-4b2f-86f6-881a2d7b931c req-79660c25-9192-4bdf-9209-6ccc9d2a53e3 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:32.983179 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:32.983325 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1ff7b63e-cb0a-4b2f-86f6-881a2d7b931c req-79660c25-9192-4bdf-9209-6ccc9d2a53e3 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1449232
Apr 06 10:22:33.103954 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1ff7b63e-cb0a-4b2f-86f6-881a2d7b931c req-639de6c6-f198-4af5-999c-c3c6b5049275 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188483
Apr 06 10:22:33.165029 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:33.230180 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:22:33.231551 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Allocated IP 172.27.2.110 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/af66f6be-8c47-46d3-a0fa-7f83d8f316c2) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:22:33.232689 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:22:33.236916 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:22:33.263565 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=f72769f7-f1b5-4949-81fe-b2ac95629717,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:33.393549 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:33.479024 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:33.554525 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:22:33.557228 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:22:33.561490 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:22:33.588449 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'Port': ['ID=af66f6be-8c47-46d3-a0fa-7f83d8f316c2,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:33.749901 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:33.896840 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.112129 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.147472 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.198847 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.315101 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.353346 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=f72769f7-f1b5-4949-81fe-b2ac95629717,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:34.369514 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.514498 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121839e-d47c-4f2a-9f49-8b20099a03fb req-c0584b8d-be0b-4841-aada-c57db02f7fec tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:34.515969 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9121839e-d47c-4f2a-9f49-8b20099a03fb req-c0584b8d-be0b-4841-aada-c57db02f7fec tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.2701013
Apr 06 10:22:34.546032 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.585045 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9121839e-d47c-4f2a-9f49-8b20099a03fb req-441cf0af-3511-48ba-8574-d6571e113bbe tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609701
Apr 06 10:22:34.605657 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.630865 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Floating IP 34d5116e-6568-4fc3-b4ad-49deb665e8d4 associated. External IP: 172.27.2.173, port: 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc.
Apr 06 10:22:34.724403 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'Port': ['ID=af66f6be-8c47-46d3-a0fa-7f83d8f316c2,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:34.734672 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:34.931145 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.l3_db [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Floating IP b10dd494-ceaa-400f-bdc4-baa186378d06 associated. External IP: 172.27.2.110, port: 59b3665d-f89b-40af-b4c7-df563cb23322.
Apr 06 10:22:35.102972 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:22:35.309231 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:22:35.321005 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62954195-c288-451b-8c56-03615b63ae3e None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:22:35.331428 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Router 6e277dc6-3998-4b62-af14-627f2ce1d39f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:22:35.332991 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62954195-c288-451b-8c56-03615b63ae3e None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:35.333859 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-62954195-c288-451b-8c56-03615b63ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807466a0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:35.404705 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:35.474481 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7aa3df0a-5bc7-4c45-a296-0e3f4761e3f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4016387
Apr 06 10:22:35.475901 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'tag': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:35.520284 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-62954195-c288-451b-8c56-03615b63ae3e None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:35.540820 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:22:35.541165 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef4580e-3c87-41d6-8d5b-3738dd73e491'] response: {'name': 'network-changed', 'server_uuid': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'tag': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'status': 'completed', 'code': 200}
Apr 06 10:22:35.550037 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] Sync routers for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:22:35.567004 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:35.567935 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80748df0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:35.623980 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:35.731614 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-7bc18e18-c61a-47b4-bbbf-ab43cbe90e86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 1099 time: 0.1410761
Apr 06 10:22:35.767542 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:35.768664 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7f83f35d-6076-4eaf-9db9-7d0c0371bd85 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0415127
Apr 06 10:22:35.769264 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51114) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:35.769728 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:35.799498 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914984297', 'description': 'tempest-secgroup-smoke-1914984297 description', 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:35.822289 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:35.952465 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b2c980-3834-4a78-a470-aea68abb65ef'] response: {'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322', 'status': 'completed', 'code': 200}
Apr 06 10:22:35.994983 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:36.030727 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-597b824d-c88e-41bf-9205-111c8b7d10f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:36.033564 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-597b824d-c88e-41bf-9205-111c8b7d10f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.2833357
Apr 06 10:22:36.055436 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-03274237-8549-4376-943a-71c9ebab4433 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1099 time: 0.1057742
Apr 06 10:22:36.056870 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-62954195-c288-451b-8c56-03615b63ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807466a0>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '34d5116e-6568-4fc3-b4ad-49deb665e8d4', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:5c:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:33Z', 'updated_at': '2022-04-06T10:22:33Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:36.061507 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62954195-c288-451b-8c56-03615b63ae3e None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:22:36.073206 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62954195-c288-451b-8c56-03615b63ae3e None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:36.073923 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-62954195-c288-451b-8c56-03615b63ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807466a0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:36.145146 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:36.186765 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-78027418-760f-442b-b454-651b48cbd51a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc HTTP/1.1" status: 200  len: 1000 time: 0.1422548
Apr 06 10:22:36.285464 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-314e78eb-2b70-4cd5-abdf-4d265693b18b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:36.287040 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-314e78eb-2b70-4cd5-abdf-4d265693b18b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.0918436
Apr 06 10:22:36.288656 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:36.311289 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Usage tracker for resource:security_group_rule and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:36.316147 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:36.334614 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:36.347030 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80748df0>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'b10dd494-ceaa-400f-bdc4-baa186378d06', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'port_id': '59b3665d-f89b-40af-b4c7-df563cb23322', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'mac_address': 'fa:16:3e:f4:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:33Z', 'updated_at': '2022-04-06T10:22:33Z', 'revision_number': 0, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:36.350173 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-62954195-c288-451b-8c56-03615b63ae3e None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:36.353546 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] Checking router: 6e277dc6-3998-4b62-af14-627f2ce1d39f for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:22:36.368337 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:36.368976 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80748df0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:36.391252 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-564f5508-46f5-4c61-bc3d-de3b0b1d10c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:36.392691 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-564f5508-46f5-4c61-bc3d-de3b0b1d10c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5761f520-9e70-4724-b543-ce095daa3960 HTTP/1.1" status: 200  len: 916 time: 0.3282683
Apr 06 10:22:36.392993 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-7c0a2a9b-96da-46a1-b6f0-fb8809886d0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955336
Apr 06 10:22:36.565074 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-cd662edd-510a-4d3f-b179-70f3d9f87a5f service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502492
Apr 06 10:22:36.591594 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:36.605021 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:36.630605 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-58a416c0-a617-4118-82cc-5e63523e29f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 1000 time: 0.2022374
Apr 06 10:22:36.684249 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:36.741212 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d0eac70a-3f45-49cb-b510-f1fda506d351 req-c89d549d-881b-40d8-bdca-e0739f64f8a5 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635263
Apr 06 10:22:36.765494 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec6ce3-6b3a-4028-8aef-0fa21278c94f,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:36.770627 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-c2d29009-0e0e-46a1-8686-23eb82af12ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:36.772683 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-c2d29009-0e0e-46a1-8686-23eb82af12ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c01164e3-7e0e-4eb9-9aea-3e9b80cf5441 HTTP/1.1" status: 200  len: 854 time: 0.1257851
Apr 06 10:22:36.811880 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-62954195-c288-451b-8c56-03615b63ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807466a0>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '34d5116e-6568-4fc3-b4ad-49deb665e8d4', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:5c:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:33Z', 'updated_at': '2022-04-06T10:22:33Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:36.816256 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62954195-c288-451b-8c56-03615b63ae3e None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '34d5116e-6568-4fc3-b4ad-49deb665e8d4', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:5c:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:33Z', 'updated_at': '2022-04-06T10:22:33Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:22:36.846885 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:36.849477 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ce5320f1-41ee-4640-a678-09c7ec5457a6 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.0656621
Apr 06 10:22:36.852387 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51128) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:36.858209 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'security_group_rule': {'security_group_id': '55ec6ce3-6b3a-4028-8aef-0fa21278c94f', 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:36.870061 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:36.878579 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-50b88d96-b11b-431c-bc29-2f9189853b25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5761f520-9e70-4724-b543-ce095daa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913932
Apr 06 10:22:36.884873 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Usage tracker for resource:security_group_rule and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:36.895009 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:36.910056 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:37.015146 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.030835 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-f1e5e98d-37da-40ce-bfd1-922a0a80475f service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434619
Apr 06 10:22:37.043104 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80748df0>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'b10dd494-ceaa-400f-bdc4-baa186378d06', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'port_id': '59b3665d-f89b-40af-b4c7-df563cb23322', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'mac_address': 'fa:16:3e:f4:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:33Z', 'updated_at': '2022-04-06T10:22:33Z', 'revision_number': 0, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:37.047511 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f02ca0-12b4-434a-b528-ecd56733de85 None None] The sync data for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi is: [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'b10dd494-ceaa-400f-bdc4-baa186378d06', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'port_id': '59b3665d-f89b-40af-b4c7-df563cb23322', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'mac_address': 'fa:16:3e:f4:8f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:33Z', 'updated_at': '2022-04-06T10:22:33Z', 'revision_number': 0, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:22:37.095395 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.139897 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4a613-b519-4c50-963b-16d6930b23b3 None None] New status for floating IP 34d5116e-6568-4fc3-b4ad-49deb665e8d4: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:22:37.182612 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d26d3617-b0dd-48db-9cd2-120efb9902ae req-13414a3a-88ec-45e7-afd2-0837ee9388eb service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305354
Apr 06 10:22:37.182932 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.212663 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39be92c3-80c6-4e6a-a752-7e83b1545b3e,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:37.284150 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.289527 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-b642b6e3-3fcc-4ebc-8a4d-11297b77f4a9 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4319971
Apr 06 10:22:37.289527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51134) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:37.294270 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'security_group_rule': {'security_group_id': '55ec6ce3-6b3a-4028-8aef-0fa21278c94f', 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:37.300380 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:37.304869 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Usage tracker for resource:security_group_rule and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:37.308413 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:37.314823 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:37.373261 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.436044 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.526061 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.549159 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c0229a-da1b-48c4-a9ac-cb90ba2b02ba,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:37.628452 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.629645 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d21767f6-f860-43cf-bfdd-fbe32d09d838 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3405418
Apr 06 10:22:37.633005 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51140) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:37.639206 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'security_group_rule': {'security_group_id': '55ec6ce3-6b3a-4028-8aef-0fa21278c94f', 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:37.645018 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:37.648990 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Usage tracker for resource:security_group_rule and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:37.651891 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:37.657481 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:37.720266 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.782146 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.828523 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.853922 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34ba9b6-4b2f-461e-8911-e5f773d52134,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:37.929941 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:37.931163 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-1b3cf91e-bc3c-4385-85ff-5ffd81cc3de4 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2972348
Apr 06 10:22:37.933796 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51146) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:37.939416 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'security_group_rule': {'security_group_id': '55ec6ce3-6b3a-4028-8aef-0fa21278c94f', 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:37.945344 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:37.949476 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Usage tracker for resource:security_group_rule and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:37.952338 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:37.958240 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:38.050738 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.112996 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.194821 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.218330 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74c51b4-e660-4989-933a-8da7591f1baf,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:38.290215 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.291440 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-6731ecb1-9037-48f0-9732-0b2e6b318acc tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3566716
Apr 06 10:22:38.293997 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51150) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:38.299681 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'security_group_rule': {'security_group_id': '55ec6ce3-6b3a-4028-8aef-0fa21278c94f', 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:38.305586 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:38.309364 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Usage tracker for resource:security_group_rule and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:38.312196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:38.317859 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:38.381975 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.securitygroups_db [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Project a5cf8fe4306446d985fb4a66132ccf62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 06 10:22:38.388909 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.452415 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.519891 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.543861 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a3ce8f-afbe-4d34-bf64-ad6f2e0ebb65,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:38.634075 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.635184 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-bd34420e-b5d2-4863-9552-f2d5c92932ac tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3402030
Apr 06 10:22:38.638288 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51158) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:38.643522 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'security_group_rule': {'security_group_id': '55ec6ce3-6b3a-4028-8aef-0fa21278c94f', 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:38.649991 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:38.654047 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Usage tracker for resource:security_group_rule and tenant:a5cf8fe4306446d985fb4a66132ccf62 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:38.656916 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:38.662765 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:38.731281 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.securitygroups_db [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Project a5cf8fe4306446d985fb4a66132ccf62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 06 10:22:38.737863 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.865852 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.931503 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:38.958248 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06de31b-ea14-42bc-aa11-7aa052eb65c3,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:39.028821 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:39.030027 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-13555aba-4fa1-476b-b4a4-1c97fc8e5914 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3908238
Apr 06 10:22:39.166021 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-5a7e1d83-61e8-463b-b2d2-ce68f08a0b4e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Synchronizing usage tracker for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:39.227322 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-5a7e1d83-61e8-463b-b2d2-ce68f08a0b4e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Unset dirty status for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:39.228392 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-5a7e1d83-61e8-463b-b2d2-ce68f08a0b4e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914984297&fields=id&tenant_id=a5cf8fe4306446d985fb4a66132ccf62 HTTP/1.1" status: 200  len: 267 time: 0.1072769
Apr 06 10:22:39.312202 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-beffad31-975b-4c6a-b7eb-7ed2aecb1f9e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:39.313678 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-beffad31-975b-4c6a-b7eb-7ed2aecb1f9e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.0800250
Apr 06 10:22:39.324943 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'port': {'security_groups': ['24356f0a-083d-45d5-9df4-450ebb10f2f6', '55ec6ce3-6b3a-4028-8aef-0fa21278c94f']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:39.357763 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c97894-5442-433d-b05d-a2f7fc22c321 None None] New status for floating IP b10dd494-ceaa-400f-bdc4-baa186378d06: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:22:39.449017 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:39.714239 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] For port 59b3665d-f89b-40af-b4c7-df563cb23322, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=59b3665d-f89b-40af-b4c7-df563cb23322,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:39.740187 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:39.811886 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:39.825831 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['59b3665d-f89b-40af-b4c7-df563cb23322'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:22:39.882637 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:39.882988 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:39.884360 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-faa26374-42ad-498a-b4c7-6da23e6bc5fa req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "PUT /v2.0/ports/59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 982 time: 0.5641158
Apr 06 10:22:39.884797 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:39.907488 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683ac87-f161-4922-9246-38fab580af98 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'Port': ['ID=59b3665d-f89b-40af-b4c7-df563cb23322,revision_number=6']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:39.990961 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a3b998-84af-4562-9e79-ed5cde8fecbb'] response: {'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322', 'status': 'completed', 'code': 200}
Apr 06 10:22:40.076253 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['59b3665d-f89b-40af-b4c7-df563cb23322'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:22:40.151062 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-081e83d9-db41-428a-833c-e59a940f627d req-24e4d545-729c-45e7-bb6c-5ec06cad0789 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1138 time: 0.1054816
Apr 06 10:22:40.161421 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2454f-6155-4bbb-a37b-cf3d77990fd9 req-dbdfc4fa-0c06-43c2-804a-c468a57ef44e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:40.163003 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0dd2454f-6155-4bbb-a37b-cf3d77990fd9 req-dbdfc4fa-0c06-43c2-804a-c468a57ef44e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.1084766
Apr 06 10:22:40.230889 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0dd2454f-6155-4bbb-a37b-cf3d77990fd9 req-e99cb006-457a-4c0d-acff-406b07d34e55 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0621631
Apr 06 10:22:40.298598 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-1b42738d-2358-4692-a487-291ef984f891 None None] Provisioning complete for port 59b3665d-f89b-40af-b4c7-df563cb23322 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:40.298964 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1b42738d-2358-4692-a487-291ef984f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:40.318840 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e83d9-db41-428a-833c-e59a940f627d req-44e47a7b-3e5b-4419-858c-6a3912459eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:40.325222 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-081e83d9-db41-428a-833c-e59a940f627d req-44e47a7b-3e5b-4419-858c-6a3912459eda service neutron] 10.222.0.61 "GET /v2.0/networks?id=5761f520-9e70-4724-b543-ce095daa3960 HTTP/1.1" status: 200  len: 916 time: 0.1620829
Apr 06 10:22:40.443621 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-081e83d9-db41-428a-833c-e59a940f627d req-3c578e53-bd21-4d82-ab15-d8199c348d61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 1002 time: 0.1078746
Apr 06 10:22:40.521654 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e83d9-db41-428a-833c-e59a940f627d req-e29d4c0e-b201-4592-ba9b-1df3522b2379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:40.524530 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-081e83d9-db41-428a-833c-e59a940f627d req-e29d4c0e-b201-4592-ba9b-1df3522b2379 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c01164e3-7e0e-4eb9-9aea-3e9b80cf5441 HTTP/1.1" status: 200  len: 854 time: 0.0707779
Apr 06 10:22:40.617873 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-081e83d9-db41-428a-833c-e59a940f627d req-87efb024-b773-4e43-9102-5dfe7adb3a70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5761f520-9e70-4724-b543-ce095daa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833089
Apr 06 10:22:40.838375 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-081e83d9-db41-428a-833c-e59a940f627d req-47d9e461-69ba-4b00-ad48-472accd1bc3b service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103410
Apr 06 10:22:41.034584 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-081e83d9-db41-428a-833c-e59a940f627d req-5983b195-f25a-4412-8190-384e576da40b service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821923
Apr 06 10:22:41.049107 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-b1864d1c-7aec-473f-9efe-10a1ff0856b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1099 time: 0.0702291
Apr 06 10:22:41.072185 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b69f8-e02d-4697-a319-17f535aff71a req-c06e475a-9e1f-4f07-a219-718f52670ef6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:41.073631 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0a1b69f8-e02d-4697-a319-17f535aff71a req-c06e475a-9e1f-4f07-a219-718f52670ef6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.1001289
Apr 06 10:22:41.125822 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0a1b69f8-e02d-4697-a319-17f535aff71a req-e2f684a8-d561-48fc-92a5-4a3d11c06791 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461302
Apr 06 10:22:41.188390 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-b46719ef-137a-496a-94d7-6b55b6049cc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:41.189994 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-b46719ef-137a-496a-94d7-6b55b6049cc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.1319506
Apr 06 10:22:41.292763 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-6b8e16fc-9109-4faa-9050-5a335eb70ea4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 200  len: 1002 time: 0.0956059
Apr 06 10:22:41.366177 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-13ffcc56-8f1f-432a-9e4f-fe9f4e553a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:41.367890 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-13ffcc56-8f1f-432a-9e4f-fe9f4e553a2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0605161
Apr 06 10:22:41.448058 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-6fe6deb4-11ed-43ea-92cd-556ca522ffdd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705297
Apr 06 10:22:41.594298 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-3deafbd0-7caf-4de1-a323-802d2fc85df2 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232531
Apr 06 10:22:41.756010 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c470ac0-87cd-4c09-9671-de275a02a560 req-a9b9a30b-665e-4cf9-9c12-129c7263b4cf service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223896
Apr 06 10:22:42.326382 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea094508-4ffa-45b6-aa17-01417ded9831 req-a62712ed-cbed-45cb-8795-de254224f11e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:42.327811 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ea094508-4ffa-45b6-aa17-01417ded9831 req-a62712ed-cbed-45cb-8795-de254224f11e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0772984
Apr 06 10:22:42.372171 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ea094508-4ffa-45b6-aa17-01417ded9831 req-8c8932d4-e51b-4057-8576-db4a7e13c18f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388410
Apr 06 10:22:42.565211 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:22:42.692642 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b5a6b-9027-4f5d-ae8f-8c026e0eb9a4 req-68be1d23-92c0-4ab6-8ed3-6b0243a0074c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:42.693296 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e95b5a6b-9027-4f5d-ae8f-8c026e0eb9a4 req-68be1d23-92c0-4ab6-8ed3-6b0243a0074c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:42.781387 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e95b5a6b-9027-4f5d-ae8f-8c026e0eb9a4 req-68be1d23-92c0-4ab6-8ed3-6b0243a0074c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:42.789328 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e95b5a6b-9027-4f5d-ae8f-8c026e0eb9a4 req-68be1d23-92c0-4ab6-8ed3-6b0243a0074c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.1814070
Apr 06 10:22:42.828781 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e95b5a6b-9027-4f5d-ae8f-8c026e0eb9a4 req-c29732ff-8edd-4a53-894d-73cc006e9652 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:42.908592 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e95b5a6b-9027-4f5d-ae8f-8c026e0eb9a4 req-c29732ff-8edd-4a53-894d-73cc006e9652 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:42.909785 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e95b5a6b-9027-4f5d-ae8f-8c026e0eb9a4 req-c29732ff-8edd-4a53-894d-73cc006e9652 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193805
Apr 06 10:22:43.338327 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedaf709-5ad4-44ce-a36e-66e93313233b req-a72dabeb-192e-4460-9036-b0180515f697 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:43.339750 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cedaf709-5ad4-44ce-a36e-66e93313233b req-a72dabeb-192e-4460-9036-b0180515f697 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 945 time: 0.0744138
Apr 06 10:22:43.383841 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cedaf709-5ad4-44ce-a36e-66e93313233b req-57907a5b-2dbc-49ec-bdb0-9577e2fbe311 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385513
Apr 06 10:22:43.572260 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c00651-6b84-4dda-b537-219ce1ee34b2 req-876dd66e-b133-4b34-9eeb-c08464fa50b4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:43.573731 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95c00651-6b84-4dda-b537-219ce1ee34b2 req-876dd66e-b133-4b34-9eeb-c08464fa50b4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0761688
Apr 06 10:22:43.618910 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-95c00651-6b84-4dda-b537-219ce1ee34b2 req-e1640dc6-8279-48ba-ad0b-f71bb1359eeb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396047
Apr 06 10:22:44.112721 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760ed2-aacb-4cc8-ac94-14020f10a705 req-50f7a8d3-42eb-4004-93d7-927d8fab998d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:44.114172 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-95760ed2-aacb-4cc8-ac94-14020f10a705 req-50f7a8d3-42eb-4004-93d7-927d8fab998d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.0798469
Apr 06 10:22:44.159339 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-95760ed2-aacb-4cc8-ac94-14020f10a705 req-4a8a8f9c-de20-47f9-890b-8d768d76c052 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391703
Apr 06 10:22:44.585096 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086dc3d-b9e6-473f-bd53-b0f67efc7ab0 req-92964b62-2098-4ad2-a058-a6de964f2152 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:44.586668 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7086dc3d-b9e6-473f-bd53-b0f67efc7ab0 req-92964b62-2098-4ad2-a058-a6de964f2152 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 945 time: 0.0806401
Apr 06 10:22:44.631239 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7086dc3d-b9e6-473f-bd53-b0f67efc7ab0 req-6f78be13-0c12-4de8-8c03-0fcbfd4fd945 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390325
Apr 06 10:22:44.815955 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d93545-28da-4e06-965d-a4237d6ecf28 req-84353ad5-20e5-4163-a4fe-1e3040ef0e4a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:44.817385 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-21d93545-28da-4e06-965d-a4237d6ecf28 req-84353ad5-20e5-4163-a4fe-1e3040ef0e4a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0753496
Apr 06 10:22:44.865724 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-21d93545-28da-4e06-965d-a4237d6ecf28 req-7fd8b9ce-5126-4033-b95c-99e83f1b4aeb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427947
Apr 06 10:22:45.355209 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deb125-1f1b-450c-8edc-1789f8efe3f6 req-86bdf5f6-a0fa-4dbc-a84b-40b38593970b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:45.356055 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-07deb125-1f1b-450c-8edc-1789f8efe3f6 req-86bdf5f6-a0fa-4dbc-a84b-40b38593970b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:45.367466 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-07deb125-1f1b-450c-8edc-1789f8efe3f6 req-86bdf5f6-a0fa-4dbc-a84b-40b38593970b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:45.368630 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-07deb125-1f1b-450c-8edc-1789f8efe3f6 req-86bdf5f6-a0fa-4dbc-a84b-40b38593970b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.0886734
Apr 06 10:22:45.417204 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-07deb125-1f1b-450c-8edc-1789f8efe3f6 req-c4388a0a-8943-41c1-93c0-5e15b04d7ea4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430017
Apr 06 10:22:45.563139 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-9b183460-b59f-4d1f-8e22-10ab6fb6e9b0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:45.564570 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-9b183460-b59f-4d1f-8e22-10ab6fb6e9b0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 945 time: 0.0793650
Apr 06 10:22:45.637456 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Deleting port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:22:45.637800 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:45.970517 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-93165f33-2a69-4fb9-8e47-24c166d2ea2a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:45.972461 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-93165f33-2a69-4fb9-8e47-24c166d2ea2a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.61 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 945 time: 0.0856581
Apr 06 10:22:45.996574 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] For port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:45.997135 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:46.064632 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42181401-d793-4cf8-b2c6-edf40854b77d req-4cd10b9e-273c-4d05-8478-251e173a8848 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:46.066090 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-42181401-d793-4cf8-b2c6-edf40854b77d req-4cd10b9e-273c-4d05-8478-251e173a8848 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 945 time: 0.2987268
Apr 06 10:22:46.092552 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Deleting port 87352aee-242b-483c-9a99-2c891d53918c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:22:46.092897 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:46.209018 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49513f7a-216e-4c96-85aa-c3c619665d8a req-9ae5aba5-e4a2-45cd-b912-009db338315e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:46.210412 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-49513f7a-216e-4c96-85aa-c3c619665d8a req-9ae5aba5-e4a2-45cd-b912-009db338315e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.1946616
Apr 06 10:22:46.212927 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-42181401-d793-4cf8-b2c6-edf40854b77d req-7ec0663d-a58a-440a-a7c2-467b0e46b17e tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a180fb-b487-4bb4-9358-82fc789bd582&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342597
Apr 06 10:22:46.337635 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:46.338016 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:46.338331 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Floating IP 37b8e91b-7369-4ff3-a74e-88d97df8db63 disassociated. External IP: 172.27.2.36, port: 9d6a0d74-c12a-4661-9e34-58c6f9320a5d.
Apr 06 10:22:46.338662 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Calling delete_port for 9d6a0d74-c12a-4661-9e34-58c6f9320a5d owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:22:46.350636 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-49513f7a-216e-4c96-85aa-c3c619665d8a req-2866ba6c-e736-4ebb-acd2-f68ee235a58c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336198
Apr 06 10:22:46.400226 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] For port 87352aee-242b-483c-9a99-2c891d53918c, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=87352aee-242b-483c-9a99-2c891d53918c,segment=NetworkSegment(84d65689-d635-403f-89c4-33323e1dd278),segment_id=84d65689-d635-403f-89c4-33323e1dd278)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:22:46.400588 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:46.520855 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Calling delete_port for 87352aee-242b-483c-9a99-2c891d53918c owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:22:46.541800 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:46.625877 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'Port': ['ID=9d6a0d74-c12a-4661-9e34-58c6f9320a5d,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:46.637862 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d8f4c292-7a9d-4626-814b-6965a82bd09b req-3e61d4dc-7617-4b7c-bf45-2085f9073213 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.0897133
Apr 06 10:22:46.752699 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:46.766711 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['87352aee-242b-483c-9a99-2c891d53918c'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:22:46.803144 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Pushing event deleted for resources: {'Port': ['ID=87352aee-242b-483c-9a99-2c891d53918c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:46.852975 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:22:46.878695 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] No DVR routers for this DVR port 87352aee-242b-483c-9a99-2c891d53918c on host hv-cinder-83675 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:22:46.881123 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:46.884211 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019784ec-1d33-41c4-bc64-0decd1b4bf3c', 'name': 'network-vif-deleted', 'tag': '87352aee-242b-483c-9a99-2c891d53918c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:46.896203 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6c2c0982-ce1f-4836-bb00-e8b902ba6314 req-4effb354-d074-458a-999a-d40506eea067 tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.61 "DELETE /v2.0/ports/87352aee-242b-483c-9a99-2c891d53918c HTTP/1.1" status: 204  len: 173 time: 0.9149148
Apr 06 10:22:47.081157 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:22:47.091503 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:22:47.104093 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c07aef-76ca-408a-8083-54e0817ef7c8'] response: {'server_uuid': '019784ec-1d33-41c4-bc64-0decd1b4bf3c', 'name': 'network-vif-deleted', 'tag': '87352aee-242b-483c-9a99-2c891d53918c', 'status': 'completed', 'code': 200}
Apr 06 10:22:47.104877 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:47.105502 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807fbac0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:47.164961 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] No DVR routers for this DVR port 9d6a0d74-c12a-4661-9e34-58c6f9320a5d on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:22:47.167446 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:47.170317 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'name': 'network-vif-deleted', 'tag': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:47.239775 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0e8d6675-8f42-4daa-9e89-20ba8cafa501 req-c324ca00-2f08-49e6-a1c1-03e4b8ba4cc0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "DELETE /v2.0/ports/9d6a0d74-c12a-4661-9e34-58c6f9320a5d HTTP/1.1" status: 204  len: 173 time: 1.6656728
Apr 06 10:22:47.240644 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba55d26-638e-464d-afbf-d9866c1d49e1'] response: {'server_uuid': '8d29bfd2-3968-4cc5-a4f4-24aff37bf59f', 'name': 'network-vif-deleted', 'tag': '9d6a0d74-c12a-4661-9e34-58c6f9320a5d', 'status': 'completed', 'code': 200}
Apr 06 10:22:47.313468 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:47.398910 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-4a7ab76d-e781-4987-b008-135ae5bb937d req-b8f88fa8-a663-4250-a632-a1df5846d11a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Synchronizing usage tracker for tenant:89ed7903d80246599aa18eff8de20d8e on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:47.468419 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-4a7ab76d-e781-4987-b008-135ae5bb937d req-b8f88fa8-a663-4250-a632-a1df5846d11a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] Unset dirty status for tenant:89ed7903d80246599aa18eff8de20d8e on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:47.469829 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4a7ab76d-e781-4987-b008-135ae5bb937d req-b8f88fa8-a663-4250-a632-a1df5846d11a tempest-VolumesSnapshotTestJSON-823098793 tempest-VolumesSnapshotTestJSON-823098793-project] 10.222.0.11 "GET /v2.0/ports?device_id=019784ec-1d33-41c4-bc64-0decd1b4bf3c HTTP/1.1" status: 200  len: 210 time: 0.1185706
Apr 06 10:22:47.564266 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ebf39-37f2-44ca-96c5-a7fa24153356 req-d4119833-5af7-4913-acf4-adce827841bb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:47.565736 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d95ebf39-37f2-44ca-96c5-a7fa24153356 req-d4119833-5af7-4913-acf4-adce827841bb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0778615
Apr 06 10:22:47.611174 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d95ebf39-37f2-44ca-96c5-a7fa24153356 req-a30f57c7-a138-45cd-aad6-55129ed1e5d6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391538
Apr 06 10:22:47.636712 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807fbac0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:47.640641 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:22:47.652406 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:22:47.653008 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807fbac0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:47.818512 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5f087262-1a32-40d3-9b49-7eca654bc303 req-24a08fed-c6b3-4230-a408-91d08bfbb3bc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d29bfd2-3968-4cc5-a4f4-24aff37bf59f HTTP/1.1" status: 200  len: 210 time: 0.0437825
Apr 06 10:22:47.845107 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:22:48.198508 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807fbac0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:22:48.202267 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f0cb05-ae78-4b80-97d6-6bdceb1eb408 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:22:48.479678 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:48.880110 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be753a7-f838-4067-bd4a-fa2d70b5c36c req-e5c54e03-838b-48e9-8411-b7e69d969dc4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:48.881566 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9be753a7-f838-4067-bd4a-fa2d70b5c36c req-e5c54e03-838b-48e9-8411-b7e69d969dc4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.1452184
Apr 06 10:22:48.927855 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9be753a7-f838-4067-bd4a-fa2d70b5c36c req-8392be5f-8ec6-46d1-81df-fda7f48807c7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399296
Apr 06 10:22:49.023461 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51250) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:49.090217 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b0bd1d87-41b2-4123-880d-a9235bee4169 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:49.116532 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b0bd1d87-41b2-4123-880d-a9235bee4169 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:49.205480 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b0bd1d87-41b2-4123-880d-a9235bee4169 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:49.226599 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd1d87-41b2-4123-880d-a9235bee4169 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c89aa41-5c6a-4bad-b6f7-cd50d622e37c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:49.307580 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b0bd1d87-41b2-4123-880d-a9235bee4169 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:49.308746 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b0bd1d87-41b2-4123-880d-a9235bee4169 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "DELETE /v2.0/security-groups/5c89aa41-5c6a-4bad-b6f7-cd50d622e37c HTTP/1.1" status: 204  len: 168 time: 0.2836788
Apr 06 10:22:49.311614 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51260) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:49.327950 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.api.v2.resource [None req-8bf09823-c46f-40d4-ba5d-52fd0e3aa1bc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] show failed (client error): The resource could not be found.
Apr 06 10:22:49.328937 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-8bf09823-c46f-40d4-ba5d-52fd0e3aa1bc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups/5c89aa41-5c6a-4bad-b6f7-cd50d622e37c HTTP/1.1" status: 404  len: 347 time: 0.0164342
Apr 06 10:22:49.331836 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51264) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:49.366209 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 9d6a0d74-c12a-4661-9e34-58c6f9320a5d no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:22:49.403317 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 9d6a0d74-c12a-4661-9e34-58c6f9320a5d {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:22:49.403667 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 9d6a0d74-c12a-4661-9e34-58c6f9320a5d not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:22:49.404090 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 87352aee-242b-483c-9a99-2c891d53918c no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:22:49.436544 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 87352aee-242b-483c-9a99-2c891d53918c {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:22:49.436886 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 87352aee-242b-483c-9a99-2c891d53918c not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:22:49.488962 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Deleting port 0c6b1cb6-5d84-4df9-8a77-3cef1cff191c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:22:49.489410 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:49.671206 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:49.671556 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:49.793448 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Calling delete_port for 0c6b1cb6-5d84-4df9-8a77-3cef1cff191c owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:22:49.861208 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206c08d-72c8-472d-8440-df7896373a91 None None] New status for floating IP 37b8e91b-7369-4ff3-a74e-88d97df8db63: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:22:50.005989 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:50.009611 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-7206c08d-72c8-472d-8440-df7896373a91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:22:50.009992 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-7206c08d-72c8-472d-8440-df7896373a91 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:22:50.055170 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'Port': ['ID=0c6b1cb6-5d84-4df9-8a77-3cef1cff191c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:50.198612 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:50.223416 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb792858-3850-4f95-a126-152c6819410d req-a843c54c-281a-4bb8-ba39-7f64ab6222b4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:50.224928 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-eb792858-3850-4f95-a126-152c6819410d req-a843c54c-281a-4bb8-ba39-7f64ab6222b4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.1431201
Apr 06 10:22:50.226387 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:50.228153 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-65725a26-0dbb-41f7-91f9-6d59225df5b4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "DELETE /v2.0/floatingips/37b8e91b-7369-4ff3-a74e-88d97df8db63 HTTP/1.1" status: 204  len: 168 time: 0.8954616
Apr 06 10:22:50.280476 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-eb792858-3850-4f95-a126-152c6819410d req-7848ed48-d09e-43b6-9f86-3e63d9ba77c8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494554
Apr 06 10:22:50.511373 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206c08d-72c8-472d-8440-df7896373a91 None None] New status for floating IP 37b8e91b-7369-4ff3-a74e-88d97df8db63: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:22:50.516655 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51276) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:50.522220 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944529595', 'description': 'tempest-description--2079671777'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:50.528663 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:50.533151 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:50.535498 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:50.541616 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:50.632711 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:50.674889 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:50.678699 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:50.682201 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:50.688001 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:50.742246 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:50.816788 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:50.866839 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022e28dc-a67a-44ff-ac73-a2b6a53b4ece,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:50.931337 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:50.932567 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-f968dee5-4b99-44d9-9a13-921ab5894a81 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.4149318
Apr 06 10:22:50.935501 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51282) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:50.941459 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group_rule': {'security_group_id': '022e28dc-a67a-44ff-ac73-a2b6a53b4ece', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:50.947210 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:50.951066 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:50.954161 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:50.960224 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:51.046558 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.105776 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.113579 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-54f031fb-1099-4434-8cdf-c5f468129fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.186518 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.209275 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa62e69e-b4b7-4f45-a831-38189019d57a,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:51.295019 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.296276 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-52b6848a-8d82-469e-9643-abee42814e76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3597538
Apr 06 10:22:51.298939 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51288) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:51.304995 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group_rule': {'security_group_id': '022e28dc-a67a-44ff-ac73-a2b6a53b4ece', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:51.310607 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:51.314525 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:51.317609 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:51.323561 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:51.459992 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.532270 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775a1a7-467e-45f5-be1e-bce4cf2935ba req-d6522d76-6200-4f22-ae5f-35e690126e61 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:51.533718 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a775a1a7-467e-45f5-be1e-bce4cf2935ba req-d6522d76-6200-4f22-ae5f-35e690126e61 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.1232116
Apr 06 10:22:51.560801 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.587327 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a775a1a7-467e-45f5-be1e-bce4cf2935ba req-ea68a0e7-997c-442a-a837-4b17ecfd37cb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425055
Apr 06 10:22:51.627997 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.657640 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b350f991-7c1f-4768-bba1-9c17146000cb,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:51.708001 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.709297 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2b5ebbf0-33dd-4efb-a900-5e723dace9df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4094493
Apr 06 10:22:51.717809 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51294) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:22:51.723006 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:51.729355 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:51.733146 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:floatingip and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:22:51.735999 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:22:51.741599 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:51.815167 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:51.949676 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:52.150827 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Allocated IP 172.27.2.201 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/1e0d789b-5817-412f-98f2-79623bb141f4) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:22:52.292782 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:52.388102 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:52.457822 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:22:52.460364 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:22:52.464606 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:22:52.487688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=1e0d789b-5817-412f-98f2-79623bb141f4,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:52.621827 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:52.725671 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:52.787687 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a70e2-a5ed-4f26-879f-70d393d2498d req-5fb2810c-c860-476f-b046-d505b2e3f302 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:52.789167 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cf5a70e2-a5ed-4f26-879f-70d393d2498d req-5fb2810c-c860-476f-b046-d505b2e3f302 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0789182
Apr 06 10:22:52.928731 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:52.981316 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cf5a70e2-a5ed-4f26-879f-70d393d2498d req-d53ad309-8219-4615-a5ed-2b0701dd7625 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1859145
Apr 06 10:22:52.999720 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:53.107801 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=1e0d789b-5817-412f-98f2-79623bb141f4,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:53.120524 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:53.176781 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6867a8d8-a1b7-4d3b-8913-4dd6cfb348b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:53.199754 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:53.200981 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d6734892-d2ce-497a-8487-ca2da1f1d5c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4822850
Apr 06 10:22:53.561205 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-a8c8537e-562f-4388-b833-a4f17361af40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:53.637668 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-a8c8537e-562f-4388-b833-a4f17361af40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:53.639874 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-a8c8537e-562f-4388-b833-a4f17361af40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1944529595&fields=id&tenant_id=474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 267 time: 0.1214135
Apr 06 10:22:53.782819 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-3ba04fff-ce1a-4502-bf6e-11dd317666e5 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:53.784203 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-3ba04fff-ce1a-4502-bf6e-11dd317666e5 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 813 time: 0.1390684
Apr 06 10:22:53.800501 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-3ea476bc-1278-412f-92eb-9ef08005c5b7 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/quotas/474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 375 time: 0.0110381
Apr 06 10:22:53.881345 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-c5ca7e8c-04f7-4e46-a01c-31b31c32f8c4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:53.964657 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-c5ca7e8c-04f7-4e46-a01c-31b31c32f8c4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:53.968545 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-c5ca7e8c-04f7-4e46-a01c-31b31c32f8c4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1609075
Apr 06 10:22:54.104517 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-33739e32-3f3a-46eb-93b7-6638cb37085a service neutron] 10.222.0.11 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254182
Apr 06 10:22:54.179599 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e7b16-d017-4b62-96b0-b22df9368b13 req-18129794-e5f0-47e4-957b-1a825f7d7d69 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:54.181153 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-771e7b16-d017-4b62-96b0-b22df9368b13 req-18129794-e5f0-47e4-957b-1a825f7d7d69 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0752711
Apr 06 10:22:54.226849 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-771e7b16-d017-4b62-96b0-b22df9368b13 req-e51edb34-d19e-4b7a-8a4d-c5b2aea231cf tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396922
Apr 06 10:22:54.240973 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-d2eeb351-fbaa-4789-ab9a-be3058966060 service neutron] 10.222.0.11 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307738
Apr 06 10:22:54.359564 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:54.549290 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-1d15d822-c8e3-4d00-b734-9762ae0f0603 req-60d2f7fc-2093-491e-9347-a7eba84b48ab tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:54.560661 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-1d15d822-c8e3-4d00-b734-9762ae0f0603 req-60d2f7fc-2093-491e-9347-a7eba84b48ab tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:54.561782 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d15d822-c8e3-4d00-b734-9762ae0f0603 req-60d2f7fc-2093-491e-9347-a7eba84b48ab tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 210 time: 0.1250572
Apr 06 10:22:55.273741 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:55.440906 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53d5cc-5f38-4ae9-9d98-526aef703d8b req-411baed3-6506-466d-ae78-45db4eb2b0ea tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:55.442363 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf53d5cc-5f38-4ae9-9d98-526aef703d8b req-411baed3-6506-466d-ae78-45db4eb2b0ea tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0881777
Apr 06 10:22:55.497517 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf53d5cc-5f38-4ae9-9d98-526aef703d8b req-0b20e5ca-6683-456f-9ef6-c511615bd5c1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481055
Apr 06 10:22:55.751074 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f7297b0d-7465-4a40-b7be-8a309840b04d req-69fbe808-86f9-4474-8bb6-4b3ec6221d3b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 210 time: 0.0481703
Apr 06 10:22:55.879846 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:56.699159 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b211d-aec2-4e85-9b29-af61f2c854b2 req-87a55a37-45c9-4769-ba5d-9e2cec0c6dde tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:56.700597 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f08b211d-aec2-4e85-9b29-af61f2c854b2 req-87a55a37-45c9-4769-ba5d-9e2cec0c6dde tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0768764
Apr 06 10:22:56.746987 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f08b211d-aec2-4e85-9b29-af61f2c854b2 req-3783d0a0-7e0c-4bf0-9449-77be92596dfe tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407629
Apr 06 10:22:56.862483 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-e57e639e-2b47-471d-9cce-91362489a928 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:56.863912 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-e57e639e-2b47-471d-9cce-91362489a928 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 813 time: 0.1485980
Apr 06 10:22:56.928089 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-89b0edf6-b903-45f4-b1be-bc9745d0fcc6 req-24e718df-71d3-46b0-b2f8-a5dcc808cac6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 210 time: 0.0557995
Apr 06 10:22:56.957331 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-99e492e5-7cc9-4fc9-bb1b-d30c800c5c36 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 380 time: 0.0515201
Apr 06 10:22:56.971991 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'port': {'device_id': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'admin_state_up': True, 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'security_groups': ['022e28dc-a67a-44ff-ac73-a2b6a53b4ece']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:57.109870 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:22:57.119992 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:22:57.199260 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Made reservation on behalf of 474c373d715f467baa3762fdef8c160a for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:22:57.202294 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:57.361334 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Allocated IP 172.20.0.6 (4add46be-e449-4063-94c9-630fe2457420/55c42440-751f-4d9c-9858-b5fd00cecf9c/2f803431-3884-4b1b-a73d-8e3e18f9acfc) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:22:57.545064 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:57.560919 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Transition to ACTIVE for port object 2f803431-3884-4b1b-a73d-8e3e18f9acfc will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:22:57.662310 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:57.734224 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Network 4add46be-e449-4063-94c9-630fe2457420 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:22:57.737596 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:22:57.741209 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:22:57.776559 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=2f803431-3884-4b1b-a73d-8e3e18f9acfc,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:57.812811 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:57.813420 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:57.908517 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-f2f73c52-3e31-4d55-ad4c-1d2ce70ba4e2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9432564
Apr 06 10:22:57.921762 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Request body: {'port': {'device_id': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:22:57.964067 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22f3e-09d1-4510-885f-a224c6b170a6 req-5eed18b4-12f3-419f-87a2-c2b1668d59a5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:57.965605 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bba22f3e-09d1-4510-885f-a224c6b170a6 req-5eed18b4-12f3-419f-87a2-c2b1668d59a5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0844469
Apr 06 10:22:58.011205 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-244388bf-6779-4aa0-9d03-a0c2ca4e126f None None] Provisioning for port 2f803431-3884-4b1b-a73d-8e3e18f9acfc completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:22:58.017196 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-244388bf-6779-4aa0-9d03-a0c2ca4e126f None None] Provisioning complete for port 2f803431-3884-4b1b-a73d-8e3e18f9acfc triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:22:58.017570 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-244388bf-6779-4aa0-9d03-a0c2ca4e126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:58.077511 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:58.090129 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-244388bf-6779-4aa0-9d03-a0c2ca4e126f None None] Port 2f803431-3884-4b1b-a73d-8e3e18f9acfc cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:22:58.094052 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bba22f3e-09d1-4510-885f-a224c6b170a6 req-62d945d2-dd3a-4e3f-8b92-e0f10a489878 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218870
Apr 06 10:22:58.272681 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8bdd-11de-4500-b86a-315f4cd614c9 req-8ac32387-90f0-4aa5-b168-384d9a1f1651 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:58.273401 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-927c8bdd-11de-4500-b86a-315f4cd614c9 req-8ac32387-90f0-4aa5-b168-384d9a1f1651 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:22:58.385616 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-927c8bdd-11de-4500-b86a-315f4cd614c9 req-8ac32387-90f0-4aa5-b168-384d9a1f1651 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:22:58.386864 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-927c8bdd-11de-4500-b86a-315f4cd614c9 req-8ac32387-90f0-4aa5-b168-384d9a1f1651 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 931 time: 0.2994006
Apr 06 10:22:58.464120 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-927c8bdd-11de-4500-b86a-315f4cd614c9 req-58a870ea-fdf1-48b0-b2e9-c23c2e9d2ca2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703251
Apr 06 10:22:58.546075 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f803431-3884-4b1b-a73d-8e3e18f9acfc {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:22:58.553098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:58.567948 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Transition to ACTIVE for port object 2f803431-3884-4b1b-a73d-8e3e18f9acfc will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:22:58.627802 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:58.831589 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Pushing event updated for resources: {'Port': ['ID=2f803431-3884-4b1b-a73d-8e3e18f9acfc,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:58.934877 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Attempting to bind port 2f803431-3884-4b1b-a73d-8e3e18f9acfc on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:22:58.935517 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Attempting to bind port 2f803431-3884-4b1b-a73d-8e3e18f9acfc by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:22:58.935517 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Attempting to bind port 2f803431-3884-4b1b-a73d-8e3e18f9acfc on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:22:58.941419 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Port 2f803431-3884-4b1b-a73d-8e3e18f9acfc on network 4add46be-e449-4063-94c9-630fe2457420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:22:58.941734 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Attempting to bind port 2f803431-3884-4b1b-a73d-8e3e18f9acfc on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:22:58.948875 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:22:58.949157 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Checking segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:22:58.949544 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Bound using segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:22:58.949977 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Bound port: 2f803431-3884-4b1b-a73d-8e3e18f9acfc, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:22:58.950320 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:59.039497 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] For port 2f803431-3884-4b1b-a73d-8e3e18f9acfc, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:22:59.042346 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] For port 2f803431-3884-4b1b-a73d-8e3e18f9acfc, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2f803431-3884-4b1b-a73d-8e3e18f9acfc,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:22:59.143242 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:59.208414 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:22:59.209950 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] 10.222.0.61 "PUT /v2.0/ports/2f803431-3884-4b1b-a73d-8e3e18f9acfc HTTP/1.1" status: 200  len: 1093 time: 1.2925730
Apr 06 10:22:59.210384 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'tag': '2f803431-3884-4b1b-a73d-8e3e18f9acfc'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:22:59.235643 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289eb7a-ee0c-46ef-8bed-5a39cb260b59 service neutron] Pushing event updated for resources: {'Port': ['ID=2f803431-3884-4b1b-a73d-8e3e18f9acfc,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:22:59.293227 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be428fb-a2c7-495f-b2c5-e9cb29faeb08'] response: {'name': 'network-changed', 'server_uuid': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'tag': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'status': 'completed', 'code': 200}
Apr 06 10:22:59.335888 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e7741-05c6-4705-8145-d5d756c6af0c req-4a14b16a-c777-42de-9291-494deb811458 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:59.337787 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-923e7741-05c6-4705-8145-d5d756c6af0c req-4a14b16a-c777-42de-9291-494deb811458 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0838518
Apr 06 10:22:59.394208 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-923e7741-05c6-4705-8145-d5d756c6af0c req-8ef8cd96-e37c-44c3-87ab-ec718c41f6a0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499763
Apr 06 10:22:59.430234 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bb35d496-d591-4fa7-b5d2-f1d8e8ce2d29 req-b9a90d08-4078-4762-92f6-e748a2290d0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 1096 time: 0.1031532
Apr 06 10:22:59.578341 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35d496-d591-4fa7-b5d2-f1d8e8ce2d29 req-4f2d79b0-e061-412e-ba5f-1beb74ec1f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:59.579878 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bb35d496-d591-4fa7-b5d2-f1d8e8ce2d29 req-4f2d79b0-e061-412e-ba5f-1beb74ec1f29 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=474c373d715f467baa3762fdef8c160a&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1414382
Apr 06 10:22:59.781064 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35d496-d591-4fa7-b5d2-f1d8e8ce2d29 req-45dcdbe1-8c87-40b7-8a2e-cb22e2b10b4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:59.784237 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bb35d496-d591-4fa7-b5d2-f1d8e8ce2d29 req-45dcdbe1-8c87-40b7-8a2e-cb22e2b10b4d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1975152
Apr 06 10:22:59.795584 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63df73-3d8c-4179-91ba-437955911441 req-35a53a08-7e84-445d-a4d7-f0024ea3a1c1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:22:59.797002 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cf63df73-3d8c-4179-91ba-437955911441 req-35a53a08-7e84-445d-a4d7-f0024ea3a1c1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 943 time: 0.1922362
Apr 06 10:22:59.888486 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cf63df73-3d8c-4179-91ba-437955911441 req-a8784b94-144f-4e88-8ab1-d5892e7107cf tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855629
Apr 06 10:22:59.917639 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-ce33d387-ee2e-4034-9978-9ef330d8e4d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 1096 time: 0.0784132
Apr 06 10:22:59.987517 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-73feed5f-a7ba-4bc8-aefc-db413c410519 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f803431-3884-4b1b-a73d-8e3e18f9acfc HTTP/1.1" status: 200  len: 217 time: 0.0596149
Apr 06 10:23:00.053020 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-1c22cf6d-09d4-4f5a-9cf4-805903483721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:00.054495 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-1c22cf6d-09d4-4f5a-9cf4-805903483721 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.0595739
Apr 06 10:23:00.135751 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-81476c46-fc14-4f2b-8696-b967182dd631 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726509
Apr 06 10:23:00.269587 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-b323814b-f21a-4fdd-aa43-c875c987be8e service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242075
Apr 06 10:23:00.408151 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-98fa322f-2ff4-4d78-9737-d5a5f667be8a req-90caa472-a07d-41bc-9ec5-fdbf2e5812d6 service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304297
Apr 06 10:23:00.598915 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfc27-fa20-4e02-918c-8c1edb2f1fa2 req-c5a1c546-169a-4f4d-8c5a-385ea4020966 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:00.600359 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b84bfc27-fa20-4e02-918c-8c1edb2f1fa2 req-c5a1c546-169a-4f4d-8c5a-385ea4020966 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0782824
Apr 06 10:23:00.646592 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b84bfc27-fa20-4e02-918c-8c1edb2f1fa2 req-627327bd-3d44-4262-91f6-ede8e64fbfa5 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397880
Apr 06 10:23:01.085615 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9033d9f-9d1d-4084-8456-175733b50135 req-ca35272c-effb-4b00-a874-aeb2df3c22eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:01.087765 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c9033d9f-9d1d-4084-8456-175733b50135 req-ca35272c-effb-4b00-a874-aeb2df3c22eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 943 time: 0.0743291
Apr 06 10:23:01.135483 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c9033d9f-9d1d-4084-8456-175733b50135 req-b520889c-d6ff-434f-9759-4f8ff79d3db5 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419779
Apr 06 10:23:01.847264 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c82cca-052f-41f3-8fe3-e5a461e5dd7f req-a288ea2f-c6f3-43ed-93b2-987a9906eb1e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:01.848695 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-04c82cca-052f-41f3-8fe3-e5a461e5dd7f req-a288ea2f-c6f3-43ed-93b2-987a9906eb1e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0750406
Apr 06 10:23:01.896513 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-04c82cca-052f-41f3-8fe3-e5a461e5dd7f req-584e0929-8002-4042-aaef-ffb6ee5e5d9d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416300
Apr 06 10:23:02.334046 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258697b-ee09-41e1-a291-4e5455c80ec6 req-9b5863a0-e097-4758-81f1-5089e931d648 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:02.335490 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d258697b-ee09-41e1-a291-4e5455c80ec6 req-9b5863a0-e097-4758-81f1-5089e931d648 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 943 time: 0.0777001
Apr 06 10:23:02.390589 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d258697b-ee09-41e1-a291-4e5455c80ec6 req-72dabed6-f450-4063-8b42-88429b8aa336 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492899
Apr 06 10:23:03.090431 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a5c7-1441-483d-9dbd-bf80910b50e3 req-bce9ec93-0b70-4791-a273-1b27a7b116ae tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:03.091784 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e294a5c7-1441-483d-9dbd-bf80910b50e3 req-bce9ec93-0b70-4791-a273-1b27a7b116ae tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0748856
Apr 06 10:23:03.139875 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e294a5c7-1441-483d-9dbd-bf80910b50e3 req-d14ccebc-f1a5-4140-9e90-96c1f1372d47 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412431
Apr 06 10:23:03.590167 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3987cf8-c693-4234-bdd6-9e88ff928937 req-7487c0b6-b68e-4e22-9caa-80fb74fae84a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:03.591596 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3987cf8-c693-4234-bdd6-9e88ff928937 req-7487c0b6-b68e-4e22-9caa-80fb74fae84a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 943 time: 0.0804720
Apr 06 10:23:03.635602 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3987cf8-c693-4234-bdd6-9e88ff928937 req-cb4153fa-ad97-473a-b89a-1959cc53f4b0 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383801
Apr 06 10:23:04.335443 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a95799-899e-481a-9c27-073ad734e2f6 req-e92bec01-92df-4354-898d-a9e053851aea tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:04.336991 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e4a95799-899e-481a-9c27-073ad734e2f6 req-e92bec01-92df-4354-898d-a9e053851aea tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0793343
Apr 06 10:23:04.381624 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e4a95799-899e-481a-9c27-073ad734e2f6 req-5a847b61-3446-4a92-b78d-6d45c5129e99 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392401
Apr 06 10:23:04.827866 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c09626-3be2-4ecf-8fb6-0aeabc8886db req-fa2c6464-4e37-4619-a01b-b35d2ae9e40e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:04.829295 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-22c09626-3be2-4ecf-8fb6-0aeabc8886db req-fa2c6464-4e37-4619-a01b-b35d2ae9e40e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 943 time: 0.0751998
Apr 06 10:23:04.873499 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-22c09626-3be2-4ecf-8fb6-0aeabc8886db req-0aed702a-1eec-4961-90a4-00c356febccb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385725
Apr 06 10:23:05.583341 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91b32b-382f-4956-a9e0-22b03c2ed2e5 req-42c82536-1b09-4323-9452-76fc5ff7bc1f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:05.584778 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6c91b32b-382f-4956-a9e0-22b03c2ed2e5 req-42c82536-1b09-4323-9452-76fc5ff7bc1f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0782316
Apr 06 10:23:05.630540 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6c91b32b-382f-4956-a9e0-22b03c2ed2e5 req-3198cdfc-acc3-417b-8322-79e77066846c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400655
Apr 06 10:23:05.885273 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 2f803431-3884-4b1b-a73d-8e3e18f9acfc details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:23:06.024797 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 2f803431-3884-4b1b-a73d-8e3e18f9acfc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2f803431-3884-4b1b-a73d-8e3e18f9acfc,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:23:06.039777 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'port_id': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'mac_address': 'fa:16:3e:58:20:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:23:06.101165 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:06.119047 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f803431-3884-4b1b-a73d-8e3e18f9acfc {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:23:06.139652 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 2f803431-3884-4b1b-a73d-8e3e18f9acfc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2f803431-3884-4b1b-a73d-8e3e18f9acfc,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:23:06.142527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c062dae-6877-4a30-b66b-f15bb5ef4d61 req-8f9dd200-5a66-4e47-bd2e-446591f23e7a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:06.143978 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3c062dae-6877-4a30-b66b-f15bb5ef4d61 req-8f9dd200-5a66-4e47-bd2e-446591f23e7a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 943 time: 0.1470301
Apr 06 10:23:06.188396 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3c062dae-6877-4a30-b66b-f15bb5ef4d61 req-9a7c34c6-fa1c-40bc-a967-b8bdb33ba8c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389106
Apr 06 10:23:06.231872 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:06.302802 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=2f803431-3884-4b1b-a73d-8e3e18f9acfc,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:06.311042 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.311383 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.311715 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.312040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.312360 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.312681 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.313058 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.313407 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.313724 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.314066 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.314380 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:06.705373 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['2f803431-3884-4b1b-a73d-8e3e18f9acfc'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:23:06.840607 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923b4e-afd2-48ba-ad40-dd5f6068ede4 req-addf6b2b-304d-4106-b75a-a39c2212f3d1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:06.848224 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0b923b4e-afd2-48ba-ad40-dd5f6068ede4 req-addf6b2b-304d-4106-b75a-a39c2212f3d1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0862391
Apr 06 10:23:06.893181 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0b923b4e-afd2-48ba-ad40-dd5f6068ede4 req-8590af35-7d5f-4a44-946a-5a4e1f498b0f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454962
Apr 06 10:23:07.382845 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81b22d-b808-4059-ae63-1b002169c2c6 req-d29e7b99-f763-489c-848f-a0753d4a4ced tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:07.384256 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3d81b22d-b808-4059-ae63-1b002169c2c6 req-d29e7b99-f763-489c-848f-a0753d4a4ced tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 944 time: 0.0741720
Apr 06 10:23:07.433883 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3d81b22d-b808-4059-ae63-1b002169c2c6 req-62b6fb74-4248-45d6-b242-dfd25acaf0dc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432951
Apr 06 10:23:07.906105 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 2f803431-3884-4b1b-a73d-8e3e18f9acfc up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:23:08.038633 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 2f803431-3884-4b1b-a73d-8e3e18f9acfc completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:23:08.044151 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 2f803431-3884-4b1b-a73d-8e3e18f9acfc triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:23:08.049105 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:08.085736 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d1ffd-7325-42fc-8286-3bab82a8ecfa req-0a12a744-e9f9-45b3-8ebe-02c0e64cf2de tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:08.087223 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-700d1ffd-7325-42fc-8286-3bab82a8ecfa req-0a12a744-e9f9-45b3-8ebe-02c0e64cf2de tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0748658
Apr 06 10:23:08.138197 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-700d1ffd-7325-42fc-8286-3bab82a8ecfa req-7dc15b26-0d7f-484c-a2ec-f09a6a8807f4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453393
Apr 06 10:23:08.160992 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:08.188724 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f803431-3884-4b1b-a73d-8e3e18f9acfc'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:23:08.199939 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 2f803431-3884-4b1b-a73d-8e3e18f9acfc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2f803431-3884-4b1b-a73d-8e3e18f9acfc,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:23:08.243496 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09365279-957c-4432-9b5b-8a5c3b475884'] response: {'server_uuid': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'code': 200}
Apr 06 10:23:08.266634 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:08.335927 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=2f803431-3884-4b1b-a73d-8e3e18f9acfc,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:08.634202 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabdc26-f1e7-44aa-aad4-b004ca78e150 req-1ad5c42e-64a0-479d-a42a-d5baf2527d63 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:08.635884 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ddabdc26-f1e7-44aa-aad4-b004ca78e150 req-1ad5c42e-64a0-479d-a42a-d5baf2527d63 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 945 time: 0.0774229
Apr 06 10:23:08.648752 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-63c178c4-8d85-4b28-ba2d-322e9e3957b5 req-3a33d133-ad07-4177-baf4-c298ef305f06 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 1098 time: 0.0687535
Apr 06 10:23:08.683298 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ddabdc26-f1e7-44aa-aad4-b004ca78e150 req-b0edc2be-9f89-4258-871e-6d4b5d36f59b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407903
Apr 06 10:23:08.694363 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-63c178c4-8d85-4b28-ba2d-322e9e3957b5 req-cbeada99-6197-4059-b418-7909aef52136 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363350
Apr 06 10:23:09.338703 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03986d8c-0a44-463b-83c7-8afb50408b6e req-e0183314-4464-4881-91a7-74a7eb31d68b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:09.340166 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-03986d8c-0a44-463b-83c7-8afb50408b6e req-e0183314-4464-4881-91a7-74a7eb31d68b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0805128
Apr 06 10:23:09.386099 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-03986d8c-0a44-463b-83c7-8afb50408b6e req-19c7fab0-b98c-4166-ab5e-ff3303e6b8a9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404022
Apr 06 10:23:09.970180 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1953fd-ff5f-4c31-92c7-ed474a7e6e42 req-23de270b-8c32-4524-9c1e-0337e63f8d6f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:09.971628 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7e1953fd-ff5f-4c31-92c7-ed474a7e6e42 req-23de270b-8c32-4524-9c1e-0337e63f8d6f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 945 time: 0.0778029
Apr 06 10:23:10.020631 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7e1953fd-ff5f-4c31-92c7-ed474a7e6e42 req-30e34258-b34b-46d5-9b59-48442089875e tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427394
Apr 06 10:23:10.623812 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406fef-82fd-4a87-930c-559d2a744581 req-94226a9d-fdd9-4944-a346-ef22a5b960cd tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:10.625222 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-50406fef-82fd-4a87-930c-559d2a744581 req-94226a9d-fdd9-4944-a346-ef22a5b960cd tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0837436
Apr 06 10:23:10.673249 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-50406fef-82fd-4a87-930c-559d2a744581 req-5ae4f55f-98dc-41ad-b813-4db57e38435b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419683
Apr 06 10:23:11.279396 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6159ed-06f4-4174-9ee7-faaddc6781f5 req-8f45f47e-a88f-47da-b939-89dc64a395df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:11.280847 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d6159ed-06f4-4174-9ee7-faaddc6781f5 req-8f45f47e-a88f-47da-b939-89dc64a395df tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 945 time: 0.0768676
Apr 06 10:23:11.326100 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d6159ed-06f4-4174-9ee7-faaddc6781f5 req-fee8a360-161d-4dea-ac4d-e5c96eeb86c6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395489
Apr 06 10:23:11.520130 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239c70-c8a0-4010-b62a-f30812bc609f req-ab2bb9df-ecaf-4506-9eb8-edfd134db3cb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:11.521708 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-12239c70-c8a0-4010-b62a-f30812bc609f req-ab2bb9df-ecaf-4506-9eb8-edfd134db3cb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 945 time: 0.0815911
Apr 06 10:23:11.530998 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51502) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:11.536112 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'floatingip': {'port_id': '2f803431-3884-4b1b-a73d-8e3e18f9acfc'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:11.614684 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:11.883987 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bd471-8ce1-4464-badd-545196d51684 req-4523fe39-64c5-48dc-bc1f-b520372c0eb0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:11.886327 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-071bd471-8ce1-4464-badd-545196d51684 req-4523fe39-64c5-48dc-bc1f-b520372c0eb0 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0856004
Apr 06 10:23:11.930205 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-071bd471-8ce1-4464-badd-545196d51684 req-10e2ec75-ecaa-449b-b81b-139061341983 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381274
Apr 06 10:23:12.201984 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:12.256027 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:12.467299 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Floating IP 14504f64-b40a-4fc0-b827-2a36998671c3 associated. External IP: 172.27.2.201, port: 2f803431-3884-4b1b-a73d-8e3e18f9acfc.
Apr 06 10:23:12.988958 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:23:13.006467 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31f2df-b541-48b0-b78b-1ddea51110f8 req-3358da6a-4e18-49cf-af82-9f42b766fc6f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:13.008096 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-dc31f2df-b541-48b0-b78b-1ddea51110f8 req-3358da6a-4e18-49cf-af82-9f42b766fc6f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 947 time: 0.0929000
Apr 06 10:23:13.131649 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d99b47-aa5a-45d6-adac-0b59f2b8b37f req-fa9f339d-c16f-47c8-9e49-f2b60607c7cd tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:13.132994 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-64d99b47-aa5a-45d6-adac-0b59f2b8b37f req-fa9f339d-c16f-47c8-9e49-f2b60607c7cd tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0775228
Apr 06 10:23:13.179576 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-dc31f2df-b541-48b0-b78b-1ddea51110f8 req-ff80fb37-e3e8-4c90-add5-271c524859d2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155028
Apr 06 10:23:13.180090 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-64d99b47-aa5a-45d6-adac-0b59f2b8b37f req-226d59c8-9fd0-4c8c-b4e9-299038952ff4 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408683
Apr 06 10:23:13.262583 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:23:13.267397 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:13.273470 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:23:13.284670 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:23:13.285270 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80506280>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:13.319225 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-735ea18b-eb90-4d55-a40b-f3f6cb19a844 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "PUT /v2.0/floatingips/14504f64-b40a-4fc0-b827-2a36998671c3 HTTP/1.1" status: 200  len: 991 time: 1.7871706
Apr 06 10:23:13.319977 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'tag': '2f803431-3884-4b1b-a73d-8e3e18f9acfc'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:23:13.378178 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0038f38-22a8-49f5-b815-5ab3500b9905'] response: {'name': 'network-changed', 'server_uuid': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'tag': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'status': 'completed', 'code': 200}
Apr 06 10:23:13.463397 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:23:13.543783 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-02d91557-cc49-424a-abe5-42ea89b0a742 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 1098 time: 0.1413047
Apr 06 10:23:13.683894 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-c76cb45a-586d-49bf-80d7-0acb72d31c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:13.685336 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-c76cb45a-586d-49bf-80d7-0acb72d31c9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 914 time: 0.1344194
Apr 06 10:23:13.795227 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-459ceadf-74d0-4d29-b36d-3f537b7ebdff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f803431-3884-4b1b-a73d-8e3e18f9acfc HTTP/1.1" status: 200  len: 999 time: 0.0973582
Apr 06 10:23:13.821729 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80506280>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '14504f64-b40a-4fc0-b827-2a36998671c3', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:58:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:52Z', 'updated_at': '2022-04-06T10:23:12Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:13.826203 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:23:13.838591 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:23:13.839416 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80506280>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:13.864634 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-83b282ba-56a4-416b-b88b-dd612c9a9a09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:13.866400 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-83b282ba-56a4-416b-b88b-dd612c9a9a09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.0599661
Apr 06 10:23:13.947740 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-c7ad5855-0737-4a5c-a22d-bbc3a6ac12d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748932
Apr 06 10:23:14.026151 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:23:14.085832 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-cf672451-5acc-40df-81cf-c9b7da7c0390 service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304340
Apr 06 10:23:14.222775 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a3bf9e9e-f636-4c42-9353-c23a3fc3889a req-27654c6f-846a-463f-b77a-05d99203019b service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297991
Apr 06 10:23:14.388133 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80506280>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '14504f64-b40a-4fc0-b827-2a36998671c3', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:58:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:52Z', 'updated_at': '2022-04-06T10:23:12Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:14.393278 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830d796-eb33-4475-8c76-f08166ee61f9 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '14504f64-b40a-4fc0-b827-2a36998671c3', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:58:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:22:52Z', 'updated_at': '2022-04-06T10:23:12Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:23:14.420184 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e5585-283c-4b30-93b1-87eb465f2277 req-1cd4e6d9-3fb8-4351-bd13-ea6d1822a1e5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:14.421701 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cb9e5585-283c-4b30-93b1-87eb465f2277 req-1cd4e6d9-3fb8-4351-bd13-ea6d1822a1e5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 947 time: 0.0887768
Apr 06 10:23:14.480656 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cb9e5585-283c-4b30-93b1-87eb465f2277 req-d87548a0-c6fe-4a0d-a95a-3f69aedff88b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528369
Apr 06 10:23:14.496369 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519f1eb-aa94-4003-b8cc-dc7986d3bf65 req-76a69e70-0c21-428f-918f-25356e194853 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:14.497868 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d519f1eb-aa94-4003-b8cc-dc7986d3bf65 req-76a69e70-0c21-428f-918f-25356e194853 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.1691089
Apr 06 10:23:14.552334 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d519f1eb-aa94-4003-b8cc-dc7986d3bf65 req-f3504828-4b3a-4529-8660-c87c80ae894e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483816
Apr 06 10:23:14.617677 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89ea95-9d4c-46d5-b0ae-163e5a104516 None None] New status for floating IP 14504f64-b40a-4fc0-b827-2a36998671c3: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:23:15.251443 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e7f62689-a787-4dc8-8288-f0eddaef5a65 req-d1ce2e3a-c77d-4bdb-904a-412e93c54e03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1099 time: 0.0824845
Apr 06 10:23:15.301059 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e7f62689-a787-4dc8-8288-f0eddaef5a65 req-ab558de6-0cc0-472f-8112-175452e4c492 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406034
Apr 06 10:23:15.682288 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41335e92-3dde-4714-8494-8785e818cd26 req-77bde2d1-d3fb-4565-bfa7-81be9535a2b3 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:15.683925 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-41335e92-3dde-4714-8494-8785e818cd26 req-77bde2d1-d3fb-4565-bfa7-81be9535a2b3 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 947 time: 0.0864909
Apr 06 10:23:15.723209 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391c455-1a20-4cf3-8f29-358a07e86956 req-9233b30b-c0e5-4819-a12c-89c57f9b8b27 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:15.724836 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8391c455-1a20-4cf3-8f29-358a07e86956 req-9233b30b-c0e5-4819-a12c-89c57f9b8b27 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 947 time: 0.0911047
Apr 06 10:23:15.753278 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Deleting port 1aa6d928-dbb0-49f3-969a-48a80b8956aa {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:23:15.753693 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:15.778116 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8391c455-1a20-4cf3-8f29-358a07e86956 req-46c05f14-2807-4167-96d5-173ee8ae433d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=412d412a-5812-4e00-8b63-1ac1cf19fd24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470257
Apr 06 10:23:16.059699 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1129c-5fd8-4d84-9208-ca3ec5c8afbd req-eff7339c-a115-4872-a67f-ead4b7e7e767 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:16.061141 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2fe1129c-5fd8-4d84-9208-ca3ec5c8afbd req-eff7339c-a115-4872-a67f-ead4b7e7e767 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.2194192
Apr 06 10:23:16.072586 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] For port 1aa6d928-dbb0-49f3-969a-48a80b8956aa, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1aa6d928-dbb0-49f3-969a-48a80b8956aa,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:23:16.072945 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:16.203193 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2fe1129c-5fd8-4d84-9208-ca3ec5c8afbd req-6a86b315-44ce-4df4-96c1-a7c4cdb82e6b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1335468
Apr 06 10:23:16.384203 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:16.385576 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:16.385576 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Floating IP d728f6f0-bd3d-4bfe-87ec-9217e88ff332 disassociated. External IP: 172.27.2.149, port: 1aa6d928-dbb0-49f3-969a-48a80b8956aa.
Apr 06 10:23:16.385791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Calling delete_port for 1aa6d928-dbb0-49f3-969a-48a80b8956aa owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:23:16.571049 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51572) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:16.603042 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:16.662739 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event deleted for resources: {'Port': ['ID=1aa6d928-dbb0-49f3-969a-48a80b8956aa,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:16.686627 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-0481183c-0bee-4a24-8d28-b6fc1cce37d3 admin admin] Deleting subnet a31111bb-6e48-45e5-a6c2-d51ad1679721 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:23:16.689952 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.690284 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.690628 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.695098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.695098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.695098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.695098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.695098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.695098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.695098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.695098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:23:16.697977 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0481183c-0bee-4a24-8d28-b6fc1cce37d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:16.858096 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0481183c-0bee-4a24-8d28-b6fc1cce37d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:16.929693 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0481183c-0bee-4a24-8d28-b6fc1cce37d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:16.986271 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-79144b60-8cdd-4a8f-af11-b784724fd8d0 req-815c5319-8720-45e0-88ac-511c80718db7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 210 time: 0.0589218
Apr 06 10:23:17.128024 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:23:17.190481 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0481183c-0bee-4a24-8d28-b6fc1cce37d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:17.291376 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481183c-0bee-4a24-8d28-b6fc1cce37d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31111bb-6e48-45e5-a6c2-d51ad1679721,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:17.296713 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0481183c-0bee-4a24-8d28-b6fc1cce37d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:17.411637 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0481183c-0bee-4a24-8d28-b6fc1cce37d3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a31111bb-6e48-45e5-a6c2-d51ad1679721 HTTP/1.1" status: 204  len: 168 time: 0.8395138
Apr 06 10:23:17.414397 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51580) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:17.442298 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fef98b-cc0d-4ea5-9d1f-15bace75731b req-29d98c1d-6937-4341-bafb-41501537585d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:17.443620 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-01fef98b-cc0d-4ea5-9d1f-15bace75731b req-29d98c1d-6937-4341-bafb-41501537585d tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.1016145
Apr 06 10:23:17.447591 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:23:17.459087 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] Sync routers for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:23:17.477167 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:23:17.479300 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8048d400>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:17.535072 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] No DVR routers for this DVR port 1aa6d928-dbb0-49f3-969a-48a80b8956aa on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:23:17.538309 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:17.540209 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-41335e92-3dde-4714-8494-8785e818cd26 req-83eaa18f-996e-4e92-b404-8a33b26b8495 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "DELETE /v2.0/ports/1aa6d928-dbb0-49f3-969a-48a80b8956aa HTTP/1.1" status: 204  len: 173 time: 1.8505037
Apr 06 10:23:17.541155 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-deleted', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:23:17.565535 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-01fef98b-cc0d-4ea5-9d1f-15bace75731b req-4413548a-8b45-42b4-be0a-861a3c5460a7 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883133
Apr 06 10:23:17.568390 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:17.619916 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326f2dba-55d7-4370-adc1-36a1af6d29f3'] response: {'server_uuid': 'cf31437d-cb0f-432b-b380-89c7b01f4390', 'name': 'network-vif-deleted', 'tag': '1aa6d928-dbb0-49f3-969a-48a80b8956aa', 'status': 'completed', 'code': 200}
Apr 06 10:23:17.770115 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:23:17.782500 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:17.808829 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-833ab279-d048-4613-a30a-171887211195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7f98bcd0>,) {'filters': {'network_id': ['bad1fc09-eeb6-4bdb-ad2f-20a336379de9']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:17.821111 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-833ab279-d048-4613-a30a-171887211195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f98bcd0>, '84d65689-d635-403f-89c4-33323e1dd278') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:17.821534 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-833ab279-d048-4613-a30a-171887211195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f98bcd0>, '84d65689-d635-403f-89c4-33323e1dd278') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:17.834031 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:17.850495 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:17.864319 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:23:17.864836 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:23:17.890768 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:23:18.021563 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:18.041775 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:18.050179 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ab279-d048-4613-a30a-171887211195 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad1fc09-eeb6-4bdb-ad2f-20a336379de9,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:18.111850 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8048d400>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:18.115633 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] Checking router: 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:23:18.119433 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-833ab279-d048-4613-a30a-171887211195 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bad1fc09-eeb6-4bdb-ad2f-20a336379de9 HTTP/1.1" status: 204  len: 168 time: 0.7037978
Apr 06 10:23:18.130343 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:23:18.130969 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8048d400>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:22:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:18.198501 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-d3df26d7-d60f-493e-9a02-0daa38cb9f36 req-cab36785-b973-47d2-83a5-cf1259077344 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:23:18.262555 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-d3df26d7-d60f-493e-9a02-0daa38cb9f36 req-cab36785-b973-47d2-83a5-cf1259077344 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:23:18.263738 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d3df26d7-d60f-493e-9a02-0daa38cb9f36 req-cab36785-b973-47d2-83a5-cf1259077344 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf31437d-cb0f-432b-b380-89c7b01f4390 HTTP/1.1" status: 200  len: 210 time: 0.1081321
Apr 06 10:23:18.360286 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adae7d-0320-4b89-b5f5-663dfac86425 req-654ddb9b-8fb9-4b02-b726-3e99940c977c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:18.365516 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:23:18.367267 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-47adae7d-0320-4b89-b5f5-663dfac86425 req-654ddb9b-8fb9-4b02-b726-3e99940c977c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0953536
Apr 06 10:23:18.372941 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-2e3b1451-8baa-4a30-9797-f0c90c153f9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1099 time: 0.0922182
Apr 06 10:23:18.422261 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-47adae7d-0320-4b89-b5f5-663dfac86425 req-53e6d9bb-b1fb-4a4e-ba22-c5e93a7a19ba tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538373
Apr 06 10:23:18.445735 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:18.543081 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-194cc033-c448-4b77-93c5-2c515a5570d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:18.547307 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-194cc033-c448-4b77-93c5-2c515a5570d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.1511161
Apr 06 10:23:18.582094 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51602) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:18.638992 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-884525d8-190a-48dd-9fd1-0302c552adc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89ed7903d80246599aa18eff8de20d8e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0557373
Apr 06 10:23:18.639785 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51606) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:18.662997 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-3ade4c6c-8504-4280-9333-1e9c9f9c7412 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 200  len: 1002 time: 0.1038718
Apr 06 10:23:18.708203 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c61b90d8-9a2a-492c-acaf-d3a4288318e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:18.718148 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8048d400>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:18.722894 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234ebfe-a4b2-4326-9660-6772751668dd None None] The sync data for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi is: [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:23:18.737414 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c61b90d8-9a2a-492c-acaf-d3a4288318e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:18.745571 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-96de90a1-b8e2-41ae-9b60-ac31f70a94f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:18.747043 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-96de90a1-b8e2-41ae-9b60-ac31f70a94f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0663469
Apr 06 10:23:18.836984 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-2f2e9a9f-617d-4ba0-9c3b-5bdf177eb68f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802114
Apr 06 10:23:18.856521 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c61b90d8-9a2a-492c-acaf-d3a4288318e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:18.872938 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b90d8-9a2a-492c-acaf-d3a4288318e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a180fb-b487-4bb4-9358-82fc789bd582,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:18.929156 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c61b90d8-9a2a-492c-acaf-d3a4288318e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:18.930216 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c61b90d8-9a2a-492c-acaf-d3a4288318e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70a180fb-b487-4bb4-9358-82fc789bd582 HTTP/1.1" status: 204  len: 168 time: 0.2895007
Apr 06 10:23:18.997633 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-959aa435-d96e-4e9d-8cd0-6257d9e92116 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390374
Apr 06 10:23:19.133310 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-75c1d159-0244-4647-a38e-17a5c4f14338 req-5919a5be-85be-4037-a18b-cd5ec36100aa service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243823
Apr 06 10:23:19.519375 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51618) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:19.569180 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:23:19.589589 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-67af65e5-2d80-4ff4-80cf-e667a7176f78 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:19.618521 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-67af65e5-2d80-4ff4-80cf-e667a7176f78 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:19.633031 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644cf80-5c25-4672-8deb-7498ae57e784 req-66969933-aeba-4e13-9d08-2935afc241a8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:19.635678 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c644cf80-5c25-4672-8deb-7498ae57e784 req-66969933-aeba-4e13-9d08-2935afc241a8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0910892
Apr 06 10:23:19.680823 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c644cf80-5c25-4672-8deb-7498ae57e784 req-43046a56-c240-4689-9934-4b454eebe4bb tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387011
Apr 06 10:23:19.770118 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-67af65e5-2d80-4ff4-80cf-e667a7176f78 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:19.789264 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af65e5-2d80-4ff4-80cf-e667a7176f78 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412d412a-5812-4e00-8b63-1ac1cf19fd24,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:19.848420 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-67af65e5-2d80-4ff4-80cf-e667a7176f78 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:19.849518 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-67af65e5-2d80-4ff4-80cf-e667a7176f78 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "DELETE /v2.0/security-groups/412d412a-5812-4e00-8b63-1ac1cf19fd24 HTTP/1.1" status: 204  len: 168 time: 0.3291698
Apr 06 10:23:19.852218 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51624) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:19.869526 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.api.v2.resource [None req-e9dd5b89-464c-4ae7-84b3-8365febc7e1c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] show failed (client error): The resource could not be found.
Apr 06 10:23:19.870675 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e9dd5b89-464c-4ae7-84b3-8365febc7e1c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups/412d412a-5812-4e00-8b63-1ac1cf19fd24 HTTP/1.1" status: 404  len: 347 time: 0.0175939
Apr 06 10:23:19.873187 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51628) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:19.916368 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:23:19.949485 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 1aa6d928-dbb0-49f3-969a-48a80b8956aa {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:23:19.949744 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1aa6d928-dbb0-49f3-969a-48a80b8956aa not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:23:20.033188 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Deleting port 5f662009-5f7f-4273-ab9b-c62eca0cbb75 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:23:20.033525 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:20.202675 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:20.202973 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:20.324137 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Calling delete_port for 5f662009-5f7f-4273-ab9b-c62eca0cbb75 owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:23:20.558326 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:20.609361 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event deleted for resources: {'Port': ['ID=5f662009-5f7f-4273-ab9b-c62eca0cbb75,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:20.703061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:20.770921 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542f2b6-25df-4cf2-af85-5535121ffc70 req-1bf188a4-359c-407a-a7fc-da07ad99bf97 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:20.773254 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d542f2b6-25df-4cf2-af85-5535121ffc70 req-1bf188a4-359c-407a-a7fc-da07ad99bf97 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.1346228
Apr 06 10:23:20.776960 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:20.778312 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-939f4050-110d-41e3-9c7f-0854807a40db tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "DELETE /v2.0/floatingips/d728f6f0-bd3d-4bfe-87ec-9217e88ff332 HTTP/1.1" status: 204  len: 168 time: 0.9042079
Apr 06 10:23:20.785637 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-bd637707-f4ff-490e-9752-c50d592a1fcc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1138 time: 0.1130760
Apr 06 10:23:20.906252 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e5dae-2d4d-4197-b65c-0f009b7d9e24 req-dc402b41-c80c-4f65-88f7-2640cf9f7e54 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:20.907833 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0d0e5dae-2d4d-4197-b65c-0f009b7d9e24 req-dc402b41-c80c-4f65-88f7-2640cf9f7e54 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0936625
Apr 06 10:23:20.933807 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccac38-920b-41f7-9621-8f7947fdf15a None None] New status for floating IP d728f6f0-bd3d-4bfe-87ec-9217e88ff332: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:23:20.964065 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0d0e5dae-2d4d-4197-b65c-0f009b7d9e24 req-76dd878d-d0ae-404a-ada7-124b416a18b8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478806
Apr 06 10:23:21.004089 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d542f2b6-25df-4cf2-af85-5535121ffc70 req-4c354255-3719-4c18-bb23-4b7fc2194d65 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2172518
Apr 06 10:23:21.042147 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-679c4e9e-e692-483a-94ac-274753da0772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:21.043782 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-679c4e9e-e692-483a-94ac-274753da0772 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5761f520-9e70-4724-b543-ce095daa3960 HTTP/1.1" status: 200  len: 916 time: 0.2436531
Apr 06 10:23:21.158635 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-a1a0f465-b586-4aa6-89ef-7cff5998f57b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 1002 time: 0.1071620
Apr 06 10:23:21.197790 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3b68abd3-5289-4cda-854a-a665018df6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:21.230940 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-3ace971b-0ef6-4b3f-9d28-3029bb22487b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:21.232343 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-3ace971b-0ef6-4b3f-9d28-3029bb22487b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c01164e3-7e0e-4eb9-9aea-3e9b80cf5441 HTTP/1.1" status: 200  len: 854 time: 0.0576231
Apr 06 10:23:21.313284 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-dcf12de7-3ccd-4fea-8fdd-ccbcbbef429a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5761f520-9e70-4724-b543-ce095daa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702577
Apr 06 10:23:21.377878 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51642) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:21.383352 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273069801', 'description': 'tempest-description--1921187115'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:21.389573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:23:21.393628 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:security_group and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:23:21.397158 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:23:21.403971 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:23:21.448557 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-d2064fca-14ce-48b6-ad7f-0b0237e1f360 service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257482
Apr 06 10:23:21.506929 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:21.547135 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:23:21.551217 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:security_group_rule and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:23:21.554195 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:23:21.560928 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:23:21.599283 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5ec838ef-bb5c-472a-8e29-02f5197dfecc req-33021daf-80b5-42a4-a17c-817e5f1e4eac service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330857
Apr 06 10:23:21.617249 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:21.707092 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:21.754285 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a1a4c4-d29e-41c4-b176-cef41c0435fb,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:21.850087 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:21.851297 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2dffa0d4-0eee-4b44-ac7e-fb117d7c0407 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.4724081
Apr 06 10:23:21.854299 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51646) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:21.859708 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'security_group_rule': {'security_group_id': '54a1a4c4-d29e-41c4-b176-cef41c0435fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:21.865405 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:23:21.869739 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:security_group_rule and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:23:21.872617 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:23:21.878342 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:23:21.965859 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.035862 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.119105 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.173534 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc24c6e-7e11-4c99-ac8c-db6f6ca659e0 req-6a1c5074-a60f-4908-a84c-1f4de76fcbce tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:22.175057 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ccc24c6e-7e11-4c99-ac8c-db6f6ca659e0 req-6a1c5074-a60f-4908-a84c-1f4de76fcbce tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0802414
Apr 06 10:23:22.223949 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ccc24c6e-7e11-4c99-ac8c-db6f6ca659e0 req-f5b4ebab-9c36-402e-9cb3-153e6d359445 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427701
Apr 06 10:23:22.241846 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055f6b84-217f-4bb3-aef7-4d440d09d766,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:22.294609 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312637c-a8d1-4fd7-bcf8-829c15db720d req-760ae1fc-64da-4ef5-9d23-0de6e9ead0bb tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:22.299666 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1312637c-a8d1-4fd7-bcf8-829c15db720d req-760ae1fc-64da-4ef5-9d23-0de6e9ead0bb tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0935700
Apr 06 10:23:22.345832 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1312637c-a8d1-4fd7-bcf8-829c15db720d req-a0c4c711-db1d-4dbf-b660-6d9a594b57bf tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0439396
Apr 06 10:23:22.352118 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.356942 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b5a052ee-968f-4f2e-8434-f0145edf68a0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4979794
Apr 06 10:23:22.356942 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51656) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:22.362718 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'security_group_rule': {'security_group_id': '54a1a4c4-d29e-41c4-b176-cef41c0435fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:22.370553 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:23:22.372961 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:security_group_rule and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:23:22.375840 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:23:22.381454 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:23:22.424839 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca8b11-ddb8-4c41-ba0a-d738f60630db req-854decb9-83b5-4f2c-b33a-45f6a7758956 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:22.426296 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-35ca8b11-ddb8-4c41-ba0a-d738f60630db req-854decb9-83b5-4f2c-b33a-45f6a7758956 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0814798
Apr 06 10:23:22.435513 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51660) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:22.440613 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-94e6921a-e3c9-4220-84b5-ce17214437a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Request body: {'floatingip': {'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:22.467512 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.534578 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.542652 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-94e6921a-e3c9-4220-84b5-ce17214437a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.615472 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.643653 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1acdec9-5cb8-4359-b798-3c3856c27390,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:22.729612 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.730855 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0b9c44b4-8670-45ad-a536-3086d133d12a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3734264
Apr 06 10:23:22.733845 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51666) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:22.739490 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:22.745251 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:23:22.749062 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Usage tracker for resource:floatingip and tenant:872b80d8f161486ab774165084e4feca is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:23:22.754964 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:23:22.757567 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:23:22.832793 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:22.966380 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.100437 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Allocated IP 172.27.2.58 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/a18c6c64-866f-4a57-8d70-1cb136fcbdef) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:23:23.199613 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c2df37f0-2de0-4d76-936b-94c974bdc212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.231172 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-94e6921a-e3c9-4220-84b5-ce17214437a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.256469 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.306971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-94e6921a-e3c9-4220-84b5-ce17214437a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.335740 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.404968 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:23:23.408450 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:23:23.410968 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:23:23.435049 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'Port': ['ID=a18c6c64-866f-4a57-8d70-1cb136fcbdef,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:23.637652 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea67e89-be38-44e7-b87a-d21e4165b8f7 req-81a4b047-ed2f-45e1-b54d-b56b8ef11d89 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:23.639124 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8ea67e89-be38-44e7-b87a-d21e4165b8f7 req-81a4b047-ed2f-45e1-b54d-b56b8ef11d89 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.1670759
Apr 06 10:23:23.640455 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.686775 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8ea67e89-be38-44e7-b87a-d21e4165b8f7 req-d3781726-89d5-4a4b-a710-75f052564a44 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415955
Apr 06 10:23:23.703693 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e6921a-e3c9-4220-84b5-ce17214437a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Router 5349735b-ce6f-4eb1-bca2-c685ed74a17a has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:23:23.786865 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.901722 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e6921a-e3c9-4220-84b5-ce17214437a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:23:23.905876 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-94e6921a-e3c9-4220-84b5-ce17214437a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:23.913199 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] Sync routers for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:23:23.924879 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:23:23.925489 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80910580>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:23:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:23.988699 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:23:24.006945 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:24.049950 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-94e6921a-e3c9-4220-84b5-ce17214437a2 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "PUT /v2.0/floatingips/87642af8-8bd4-46aa-9cc2-fc59509d3377 HTTP/1.1" status: 200  len: 994 time: 1.6013041
Apr 06 10:23:24.049950 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42554fe9-42c4-4b18-b5c9-c27c9fdf6289'] response: {'name': 'network-changed', 'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228', 'status': 'completed', 'code': 200}
Apr 06 10:23:24.072361 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:24.125404 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:23:24.160349 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-e7e698c5-b04f-4023-9184-ccf929b13d92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1099 time: 0.0801132
Apr 06 10:23:24.186636 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'Port': ['ID=a18c6c64-866f-4a57-8d70-1cb136fcbdef,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:24.197596 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:24.292730 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-d083ff95-e047-4839-b269-1cd4cbe44350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:24.294266 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-d083ff95-e047-4839-b269-1cd4cbe44350 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.1271403
Apr 06 10:23:24.335280 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:24.340072 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d361b85b-efd8-4f23-ad12-0331ad8f74e7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6017399
Apr 06 10:23:24.387270 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:24.399102 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-b6617d8c-9ee6-4165-8ab7-7b6ff41a6685 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 200  len: 1002 time: 0.0948679
Apr 06 10:23:24.483046 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-a458bcc0-efd4-4dd6-9f0d-6d3a90be2cc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:24.484500 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-a458bcc0-efd4-4dd6-9f0d-6d3a90be2cc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0678401
Apr 06 10:23:24.523497 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80910580>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '87642af8-8bd4-46aa-9cc2-fc59509d3377', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'mac_address': 'fa:16:3e:d3:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:30Z', 'updated_at': '2022-04-06T10:23:23Z', 'revision_number': 3, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:24.528899 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] Checking router: 5349735b-ce6f-4eb1-bca2-c685ed74a17a for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:23:24.539676 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:23:24.540292 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80910580>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:23:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:24.578708 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-b84a354d-097c-40e0-9b40-f6c0f15a947c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742939
Apr 06 10:23:24.581727 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-357b6458-1dbb-46ce-bf5d-0f5c6d356222 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:23:24.639810 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-357b6458-1dbb-46ce-bf5d-0f5c6d356222 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:23:24.640977 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-357b6458-1dbb-46ce-bf5d-0f5c6d356222 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1273069801&fields=id&tenant_id=872b80d8f161486ab774165084e4feca HTTP/1.1" status: 200  len: 267 time: 0.1021788
Apr 06 10:23:24.717092 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-7b913dbe-0bdc-42a7-9e65-eff64d4e38ca service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303084
Apr 06 10:23:24.723331 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:23:24.819530 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-0443c13e-0388-47b4-8426-1cabf08897a3 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:24.820210 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-0443c13e-0388-47b4-8426-1cabf08897a3 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:23:24.878350 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-0443c13e-0388-47b4-8426-1cabf08897a3 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:23:24.880327 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-0443c13e-0388-47b4-8426-1cabf08897a3 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 816 time: 0.2318270
Apr 06 10:23:24.897590 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-ef551056-4eb6-4677-ad53-e059c445acda tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/quotas/872b80d8f161486ab774165084e4feca HTTP/1.1" status: 200  len: 375 time: 0.0108891
Apr 06 10:23:24.898851 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ec2f0ce-7f85-4256-89e7-194074320a38 req-b0bbcba8-d026-4a66-ad94-abc4bc4247e6 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738882
Apr 06 10:23:24.936510 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6076-b08d-44c4-b32c-9891b8f5c735 req-599be971-4c5f-4b86-9563-c7e25f505c10 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:24.938221 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5c9c6076-b08d-44c4-b32c-9891b8f5c735 req-599be971-4c5f-4b86-9563-c7e25f505c10 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0888286
Apr 06 10:23:24.988384 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-a0157b5f-4006-4b84-9869-0f4ea7ac7418 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:23:25.055304 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-a0157b5f-4006-4b84-9869-0f4ea7ac7418 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:23:25.058010 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-a0157b5f-4006-4b84-9869-0f4ea7ac7418 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1523592
Apr 06 10:23:25.065424 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5c9c6076-b08d-44c4-b32c-9891b8f5c735 req-1834727d-cfbc-4044-abc4-e1b10809d631 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1204488
Apr 06 10:23:25.111001 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80910580>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '87642af8-8bd4-46aa-9cc2-fc59509d3377', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'mac_address': 'fa:16:3e:d3:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:30Z', 'updated_at': '2022-04-06T10:23:23Z', 'revision_number': 3, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:25.114903 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec0165-d54b-4ba0-ab94-caf3774d5997 None None] The sync data for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi is: [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '87642af8-8bd4-46aa-9cc2-fc59509d3377', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'port_id': '7cf675e9-efe0-48f5-ae61-73300e150228', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'mac_address': 'fa:16:3e:d3:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:20:30Z', 'updated_at': '2022-04-06T10:23:23Z', 'revision_number': 3, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:23:25.255855 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:25.398571 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-0e32a78e-f8d8-4c07-bf65-8f14c523d6f1 service neutron] 10.222.0.11 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3274076
Apr 06 10:23:25.527546 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-7df76fcf-c847-43a3-af0d-f1eaa427d8e7 service neutron] 10.222.0.11 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231484
Apr 06 10:23:25.797837 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-75d35e48-082b-4018-b9d2-8a0c0869a1f8 req-3b31f210-90ff-4c2c-a3ca-306027ab9c4c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 210 time: 0.0415404
Apr 06 10:23:25.815385 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:26.050642 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:23:26.105744 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29a93f0-56f8-4d2e-8791-2b2fd71f9f39'] response: {'name': 'network-changed', 'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228', 'status': 'completed', 'code': 200}
Apr 06 10:23:26.250804 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-e4e254ce-d0ed-4c20-9604-a71e37db07dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 1099 time: 0.1145444
Apr 06 10:23:26.365411 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f71da-2cc5-4eaa-a568-29de26c20412 req-4eba793a-23ac-434c-90eb-2cd7284aaca2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:26.366880 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f96f71da-2cc5-4eaa-a568-29de26c20412 req-4eba793a-23ac-434c-90eb-2cd7284aaca2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.1751363
Apr 06 10:23:26.432855 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-f4564539-e477-432a-810a-5163622aa156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:26.434279 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-f4564539-e477-432a-810a-5163622aa156 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.1766489
Apr 06 10:23:26.442535 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f96f71da-2cc5-4eaa-a568-29de26c20412 req-1ffb3772-6349-4921-b036-66407a69e829 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0672626
Apr 06 10:23:26.546262 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-ebb4d17a-bc53-4c41-8cef-92c4436ca94c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 200  len: 1002 time: 0.1027758
Apr 06 10:23:26.616532 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-5b192015-b2c4-4aee-8fca-1fcec06ad87b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:26.617973 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-5b192015-b2c4-4aee-8fca-1fcec06ad87b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0601621
Apr 06 10:23:26.694326 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-82a39ca3-decc-4ce4-a675-52b830663d02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0672328
Apr 06 10:23:26.826597 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-91a7b34e-8601-489e-899e-951ea15e6574 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256785
Apr 06 10:23:26.974383 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3a2ae24e-b8c7-4236-aee0-2b7a19ec9070 req-31b3ac67-d78b-40e9-a5d5-e937538561e9 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393614
Apr 06 10:23:26.984829 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3d33a3da-0b1a-4c9e-b2a2-95bb4131e1c5 req-ba4f015d-3742-413f-879c-ea3b4aba4588 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 210 time: 0.0456398
Apr 06 10:23:27.642578 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b4adc-3879-4bb2-83e7-2d8eff5a2499 req-827ca3a0-3f3c-49e3-aa3f-42058cd70b86 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:27.643999 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-db9b4adc-3879-4bb2-83e7-2d8eff5a2499 req-827ca3a0-3f3c-49e3-aa3f-42058cd70b86 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0773671
Apr 06 10:23:27.695743 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-db9b4adc-3879-4bb2-83e7-2d8eff5a2499 req-4ed8b47b-c17a-4c46-83b7-50ba744314aa tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446358
Apr 06 10:23:28.160582 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d3366178-2e9e-4c3b-afe9-b700df2aad27 req-4bdc2e75-e886-4496-9ae0-8f1c80ec7ca0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 210 time: 0.0406928
Apr 06 10:23:28.296776 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-bfd7767e-0d8a-49c0-bb49-df8d9ff9cae6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:28.298173 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-bfd7767e-0d8a-49c0-bb49-df8d9ff9cae6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 816 time: 0.1420684
Apr 06 10:23:28.351914 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-81f23a77-1dcb-4265-9aa6-9dca57f925ac tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=872b80d8f161486ab774165084e4feca HTTP/1.1" status: 200  len: 380 time: 0.0392926
Apr 06 10:23:28.362523 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'port': {'device_id': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'admin_state_up': True, 'tenant_id': '872b80d8f161486ab774165084e4feca', 'security_groups': ['54a1a4c4-d29e-41c4-b176-cef41c0435fb']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:28.498663 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:23:28.508132 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:23:28.615361 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Made reservation on behalf of 872b80d8f161486ab774165084e4feca for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:23:28.618457 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:28.783532 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Allocated IP 172.20.0.8 (59f32085-bcad-46e7-9882-763fbe66e3d0/910fa775-4c3d-4bb1-b8d6-48d8592b18c7/54e2f0de-3722-4662-8a5d-148cef4c2f70) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:23:29.082293 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7b40a-d063-4a43-9cb3-c1f4e6f9f959 req-8e417908-c4c8-4234-8a66-0586b5053331 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:29.083777 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-dae7b40a-d063-4a43-9cb3-c1f4e6f9f959 req-8e417908-c4c8-4234-8a66-0586b5053331 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.2642171
Apr 06 10:23:29.088822 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:29.127372 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Transition to ACTIVE for port object 54e2f0de-3722-4662-8a5d-148cef4c2f70 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:23:29.154020 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-dae7b40a-d063-4a43-9cb3-c1f4e6f9f959 req-7c95db44-6431-42e9-9687-5369541dcadb tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0621486
Apr 06 10:23:29.227109 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:29.297374 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:23:29.300811 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:23:29.303319 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:23:29.339116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:29.374171 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:29.374800 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:29.380806 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe78e55-b0d1-4519-a501-cf75d075545a req-0df1664d-96f3-4694-af1a-4e992ea7fd90 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:29.382405 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6fe78e55-b0d1-4519-a501-cf75d075545a req-0df1664d-96f3-4694-af1a-4e992ea7fd90 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 931 time: 0.0871801
Apr 06 10:23:29.435252 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6fe78e55-b0d1-4519-a501-cf75d075545a req-641f71d3-91a5-46ca-9988-f80df7514611 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461123
Apr 06 10:23:29.480718 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-56ee4e3d-ff3c-42f2-9343-6fac9b211e06 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1200268
Apr 06 10:23:29.492882 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Request body: {'port': {'device_id': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:29.598138 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:29.619767 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d22fb0e8-5840-49bb-b235-a593a04d005e None None] Provisioning for port 54e2f0de-3722-4662-8a5d-148cef4c2f70 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:23:29.624763 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-d22fb0e8-5840-49bb-b235-a593a04d005e None None] Provisioning complete for port 54e2f0de-3722-4662-8a5d-148cef4c2f70 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:23:29.625158 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d22fb0e8-5840-49bb-b235-a593a04d005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:29.680357 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-d22fb0e8-5840-49bb-b235-a593a04d005e None None] Port 54e2f0de-3722-4662-8a5d-148cef4c2f70 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:23:29.933694 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e2f0de-3722-4662-8a5d-148cef4c2f70 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:23:29.941385 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:29.955978 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Transition to ACTIVE for port object 54e2f0de-3722-4662-8a5d-148cef4c2f70 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:23:30.014902 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:30.141539 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:30.245326 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Attempting to bind port 54e2f0de-3722-4662-8a5d-148cef4c2f70 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:23:30.245663 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Attempting to bind port 54e2f0de-3722-4662-8a5d-148cef4c2f70 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:23:30.246017 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Attempting to bind port 54e2f0de-3722-4662-8a5d-148cef4c2f70 on network 59f32085-bcad-46e7-9882-763fbe66e3d0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:23:30.251681 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Port 54e2f0de-3722-4662-8a5d-148cef4c2f70 on network 59f32085-bcad-46e7-9882-763fbe66e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:23:30.252000 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Attempting to bind port 54e2f0de-3722-4662-8a5d-148cef4c2f70 on network 59f32085-bcad-46e7-9882-763fbe66e3d0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:23:30.258179 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:23:30.258513 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Checking segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:23:30.258934 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Bound using segment: {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:23:30.259615 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Bound port: 54e2f0de-3722-4662-8a5d-148cef4c2f70, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:23:30.259957 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:30.413904 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:23:30.424089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:23:30.432679 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc632e-544f-4bd3-94f0-d42da38c71fd req-818f7efd-9f96-4bce-9b09-8cb6b68091ed tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:30.434149 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-55bc632e-544f-4bd3-94f0-d42da38c71fd req-818f7efd-9f96-4bce-9b09-8cb6b68091ed tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.1206613
Apr 06 10:23:30.484514 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-55bc632e-544f-4bd3-94f0-d42da38c71fd req-cdcfdf15-c912-493a-a42f-e0d99128c795 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446832
Apr 06 10:23:30.518520 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:30.578304 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:30.579847 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] 10.222.0.61 "PUT /v2.0/ports/54e2f0de-3722-4662-8a5d-148cef4c2f70 HTTP/1.1" status: 200  len: 1093 time: 1.0908952
Apr 06 10:23:30.580316 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:23:30.606387 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50b16d-d0f2-445e-ac01-31e54ad16938 service neutron] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:30.647280 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4bffff-e340-462c-8851-e2538bce16b0'] response: {'name': 'network-changed', 'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'status': 'completed', 'code': 200}
Apr 06 10:23:30.677573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf3435-e6e3-4e10-b354-8d52ff54ae8a req-c569214b-52ca-43fa-8330-19fc627dbf95 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:30.679083 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1bdf3435-e6e3-4e10-b354-8d52ff54ae8a req-c569214b-52ca-43fa-8330-19fc627dbf95 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.0909028
Apr 06 10:23:30.737831 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1bdf3435-e6e3-4e10-b354-8d52ff54ae8a req-7ebaf43a-3c14-47e5-bbfd-8b0b5fb82e4a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527790
Apr 06 10:23:30.763193 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7f106a0c-6766-4d03-a12c-a5e121961154 req-ed6cddcb-5720-482e-9051-a98adbb333ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 1096 time: 0.0764942
Apr 06 10:23:30.909690 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f106a0c-6766-4d03-a12c-a5e121961154 req-96f8f8b5-523e-48b5-9998-c81c87fae5d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:30.909690 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7f106a0c-6766-4d03-a12c-a5e121961154 req-96f8f8b5-523e-48b5-9998-c81c87fae5d0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=872b80d8f161486ab774165084e4feca&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1358681
Apr 06 10:23:31.058224 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f106a0c-6766-4d03-a12c-a5e121961154 req-9671cd5f-a454-43a3-ab0f-8be0986244d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:31.059657 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7f106a0c-6766-4d03-a12c-a5e121961154 req-9671cd5f-a454-43a3-ab0f-8be0986244d0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1444702
Apr 06 10:23:31.224011 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-a7e3bc85-ef06-43b6-acd2-5b6da6c16a6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 1096 time: 0.1269765
Apr 06 10:23:31.291865 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-2e742092-5b57-43ff-ad43-33be27f627be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70 HTTP/1.1" status: 200  len: 217 time: 0.0606315
Apr 06 10:23:31.356941 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fcfe0ffc-9f0f-4558-a170-3f4f831e8c23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:31.358377 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-fcfe0ffc-9f0f-4558-a170-3f4f831e8c23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.0601249
Apr 06 10:23:31.436546 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-d713a72b-c789-43a5-896c-d8b71c7db8af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0672648
Apr 06 10:23:31.571222 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-7e69fce9-c5d0-4784-8377-723641a62403 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269286
Apr 06 10:23:31.765407 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3fbf957e-f82a-4af1-bf14-726e13791c06 req-595d4e0a-20c0-4725-96c5-0881be86fd89 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859531
Apr 06 10:23:31.774828 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485387ff-37f1-4e20-850a-fce701cb2c9b req-e852af7c-1fd9-469a-9464-7fdb70ea033e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:31.776203 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-485387ff-37f1-4e20-850a-fce701cb2c9b req-e852af7c-1fd9-469a-9464-7fdb70ea033e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.1274433
Apr 06 10:23:31.825413 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-485387ff-37f1-4e20-850a-fce701cb2c9b req-c0e7abc2-bf08-4c3f-9642-531c93acd47c tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432167
Apr 06 10:23:31.951178 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204778e-7a89-47b0-b1e0-28c0a514016f req-398b7079-0f06-4779-990b-e6ee7b139bdf tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:31.952633 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8204778e-7a89-47b0-b1e0-28c0a514016f req-398b7079-0f06-4779-990b-e6ee7b139bdf tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.0783987
Apr 06 10:23:31.997770 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8204778e-7a89-47b0-b1e0-28c0a514016f req-273b8e1b-4f24-4bbe-8fab-47698a2a37d4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395882
Apr 06 10:23:33.023689 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22672c8-6206-4ac1-82fa-a79d7e655d2a req-2b77a7ee-4fc9-4232-a567-a02220e0af1a tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:33.025285 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c22672c8-6206-4ac1-82fa-a79d7e655d2a req-2b77a7ee-4fc9-4232-a567-a02220e0af1a tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0789211
Apr 06 10:23:33.072234 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c22672c8-6206-4ac1-82fa-a79d7e655d2a req-508895d1-2cb5-4bea-823a-00715a5e1f32 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411773
Apr 06 10:23:33.205023 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee885c-6b4a-4cd6-92ca-cb73ec2ac4f6 req-d9dea0a4-7931-4c9c-8ffc-da1926d9ab98 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:33.206465 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-67ee885c-6b4a-4cd6-92ca-cb73ec2ac4f6 req-d9dea0a4-7931-4c9c-8ffc-da1926d9ab98 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.0751503
Apr 06 10:23:33.251347 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-67ee885c-6b4a-4cd6-92ca-cb73ec2ac4f6 req-6e520660-1d39-48bb-a800-ea62e346cce1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395575
Apr 06 10:23:33.944219 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:23:34.086140 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:23:34.099385 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'port_id': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'mac_address': 'fa:16:3e:e8:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:23:34.154036 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:34.171679 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e2f0de-3722-4662-8a5d-148cef4c2f70 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:23:34.187855 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:23:34.243888 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:34.266580 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6689f7-07cc-489e-bce5-a2155c4f312f req-eb627f50-6574-4d45-a6c0-cc05580c50f2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:34.268031 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ea6689f7-07cc-489e-bce5-a2155c4f312f req-eb627f50-6574-4d45-a6c0-cc05580c50f2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0760596
Apr 06 10:23:34.317378 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:34.320338 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ea6689f7-07cc-489e-bce5-a2155c4f312f req-79d0e05f-a3eb-4a80-af02-055c60fe26d3 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0452824
Apr 06 10:23:34.472944 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064624c-e83a-4dbd-b15f-5e6375c9a275 req-69dc9624-bea9-408b-92ba-716148da2415 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:34.474483 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3064624c-e83a-4dbd-b15f-5e6375c9a275 req-69dc9624-bea9-408b-92ba-716148da2415 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 944 time: 0.0781109
Apr 06 10:23:34.519196 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3064624c-e83a-4dbd-b15f-5e6375c9a275 req-8755303d-261a-4c16-941e-937b974be20e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390942
Apr 06 10:23:34.564590 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['54e2f0de-3722-4662-8a5d-148cef4c2f70'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:23:35.518489 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10a0fa-b9bc-4e79-95d1-b4e249ec3b0d req-ec102cb8-c6d8-415e-9d5f-513f401714f1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:35.519919 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1c10a0fa-b9bc-4e79-95d1-b4e249ec3b0d req-ec102cb8-c6d8-415e-9d5f-513f401714f1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0785294
Apr 06 10:23:35.566865 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1c10a0fa-b9bc-4e79-95d1-b4e249ec3b0d req-16f0f079-4ece-45cd-9e6c-5300e7bd3542 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413084
Apr 06 10:23:35.730219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbadd3-c257-4a87-b421-18a661ddc353 req-c0ba5f7b-e85f-4031-bc1b-40d9aaf5d4d2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:35.731554 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-15fbadd3-c257-4a87-b421-18a661ddc353 req-c0ba5f7b-e85f-4031-bc1b-40d9aaf5d4d2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 944 time: 0.0752649
Apr 06 10:23:35.779506 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-15fbadd3-c257-4a87-b421-18a661ddc353 req-2cb6e656-2f6f-4caf-8427-a2b517b684d6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425880
Apr 06 10:23:35.966312 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:23:36.129039 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 54e2f0de-3722-4662-8a5d-148cef4c2f70 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:23:36.134526 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 54e2f0de-3722-4662-8a5d-148cef4c2f70 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:23:36.134976 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:36.245777 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:36.275823 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:23:36.282127 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:23:36.351997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:36.420148 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:23:36.476398 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5c06dc-8ecc-4f29-b078-8ed4af7a7ce3'] response: {'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'code': 200}
Apr 06 10:23:36.768446 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea3584-75fb-4450-bb7b-c4de15b01110 req-7ecef2ab-7445-41b3-9f02-7d6892d02dd5 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:36.769901 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-40ea3584-75fb-4450-bb7b-c4de15b01110 req-7ecef2ab-7445-41b3-9f02-7d6892d02dd5 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0763607
Apr 06 10:23:36.858495 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-40ea3584-75fb-4450-bb7b-c4de15b01110 req-8c6d25de-07ee-473c-98bc-01cf03ecea88 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0822325
Apr 06 10:23:36.903574 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3d7c7f2a-a210-449c-8ce3-1f1d64b88e57 req-d8f16eb4-4649-4a41-8d7c-92ce6db65a4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 1098 time: 0.0848393
Apr 06 10:23:36.953127 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3d7c7f2a-a210-449c-8ce3-1f1d64b88e57 req-85e9c81c-a84c-449f-acb1-c2ca973adc7a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402420
Apr 06 10:23:37.023429 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20123106-0980-499a-8cf3-e7cfb366310d req-7959583a-829d-4194-b3e2-6079e601bbf2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:37.024986 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-20123106-0980-499a-8cf3-e7cfb366310d req-7959583a-829d-4194-b3e2-6079e601bbf2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0849180
Apr 06 10:23:37.070225 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-20123106-0980-499a-8cf3-e7cfb366310d req-b69eb82c-1fa1-4559-894c-c50030f4ecb5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393431
Apr 06 10:23:38.073886 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b22f0-8260-4c78-94c1-2bef5a9c42e0 req-8a968ae9-cc63-4fca-aae4-c0251b15c504 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:38.075503 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-764b22f0-8260-4c78-94c1-2bef5a9c42e0 req-8a968ae9-cc63-4fca-aae4-c0251b15c504 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0898006
Apr 06 10:23:38.131493 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-764b22f0-8260-4c78-94c1-2bef5a9c42e0 req-14d47bbd-e30f-43e8-8c84-98ccbec7edc5 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0502038
Apr 06 10:23:38.291082 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733223a-89c9-4a17-9a26-b52869316d95 req-9d1f2654-5b96-4ad1-925a-9790476ddf12 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:38.292510 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c733223a-89c9-4a17-9a26-b52869316d95 req-9d1f2654-5b96-4ad1-925a-9790476ddf12 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0793025
Apr 06 10:23:38.336555 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c733223a-89c9-4a17-9a26-b52869316d95 req-713153cd-f4db-45fb-ae8b-a61a87091355 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385659
Apr 06 10:23:39.329843 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635f5d0-b867-4a1d-ab96-df37152ec8a3 req-b3af1d2a-eaa8-4a06-a389-aa4f6f3812df tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:39.331214 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9635f5d0-b867-4a1d-ab96-df37152ec8a3 req-b3af1d2a-eaa8-4a06-a389-aa4f6f3812df tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.0763834
Apr 06 10:23:39.379361 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9635f5d0-b867-4a1d-ab96-df37152ec8a3 req-1a2a77ea-cffc-462d-876d-ce15382a6eb0 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&id=55ec6ce3-6b3a-4028-8aef-0fa21278c94f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423710
Apr 06 10:23:39.533762 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5e98-3c34-4fa8-b677-ef1445874214 req-590bf984-0a8b-481d-bd88-134180408d0d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:39.535239 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d68b5e98-3c34-4fa8-b677-ef1445874214 req-590bf984-0a8b-481d-bd88-134180408d0d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0770636
Apr 06 10:23:39.572157 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b71aa-c72f-487b-aaa0-ab56ae3be671 req-b7a1a419-c8c3-4385-9755-8933329eeb48 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:39.573620 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d14b71aa-c72f-487b-aaa0-ab56ae3be671 req-b7a1a419-c8c3-4385-9755-8933329eeb48 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0811911
Apr 06 10:23:39.581563 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d68b5e98-3c34-4fa8-b677-ef1445874214 req-ffe0137f-4561-4bec-82a4-cda61257b220 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402076
Apr 06 10:23:39.624029 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d14b71aa-c72f-487b-aaa0-ab56ae3be671 req-a8210dc8-0edb-4bd4-ad5d-86291048ba90 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436463
Apr 06 10:23:39.826364 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1f6f6-f212-4edc-b584-827163d4ca7c req-3f6dd1da-9832-4bf7-8214-aaf20311e44d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:39.827032 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-feb1f6f6-f212-4edc-b584-827163d4ca7c req-3f6dd1da-9832-4bf7-8214-aaf20311e44d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:23:39.894736 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-feb1f6f6-f212-4edc-b584-827163d4ca7c req-3f6dd1da-9832-4bf7-8214-aaf20311e44d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:23:39.895768 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feb1f6f6-f212-4edc-b584-827163d4ca7c req-3f6dd1da-9832-4bf7-8214-aaf20311e44d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1452463
Apr 06 10:23:39.905100 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 51786) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:23:39.910387 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Request body: {'floatingip': {'port_id': '54e2f0de-3722-4662-8a5d-148cef4c2f70'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:23:39.982769 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:40.673376 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:40.734433 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:40.786141 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09df21-6330-4b6a-95e8-8bd33cb5c5c0 req-e714cc0e-2599-4e33-a42d-57658a619775 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:40.787625 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2a09df21-6330-4b6a-95e8-8bd33cb5c5c0 req-e714cc0e-2599-4e33-a42d-57658a619775 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0762568
Apr 06 10:23:40.833331 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2a09df21-6330-4b6a-95e8-8bd33cb5c5c0 req-04f11c04-1e50-44a3-a348-d406bf969b9e tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393882
Apr 06 10:23:40.919718 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Floating IP 05846ac0-11d0-479c-a8af-203a17bc35c0 associated. External IP: 172.27.2.58, port: 54e2f0de-3722-4662-8a5d-148cef4c2f70.
Apr 06 10:23:41.299169 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:23:41.494808 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:23:41.499478 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:41.504695 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] Sync routers for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:23:41.517133 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:23:41.517736 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7fee9d00>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:23:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:41.551679 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-6bb0c502-e355-44d6-90e2-0892bad83af0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "PUT /v2.0/floatingips/05846ac0-11d0-479c-a8af-203a17bc35c0 HTTP/1.1" status: 200  len: 990 time: 1.6454613
Apr 06 10:23:41.552242 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:23:41.691995 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8d96c3-9597-43dc-8f41-3730c7a39c7e'] response: {'name': 'network-changed', 'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'status': 'completed', 'code': 200}
Apr 06 10:23:41.697491 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:23:41.792775 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-efab80ca-7eee-418e-aa79-b60587105f23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 1098 time: 0.0773721
Apr 06 10:23:42.013499 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-91ce1ff0-35b5-4582-9c9e-7316eea0f2c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:42.015384 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-91ce1ff0-35b5-4582-9c9e-7316eea0f2c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.2164474
Apr 06 10:23:42.038952 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e35c42-6796-4b21-8edc-8bce41b20a54 req-29deb704-49b4-4ee2-bc40-3fd08a802b1c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:42.040810 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e8e35c42-6796-4b21-8edc-8bce41b20a54 req-29deb704-49b4-4ee2-bc40-3fd08a802b1c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0829887
Apr 06 10:23:42.084898 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7fee9d00>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '05846ac0-11d0-479c-a8af-203a17bc35c0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'port_id': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'mac_address': 'fa:16:3e:e8:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:23:23Z', 'updated_at': '2022-04-06T10:23:40Z', 'revision_number': 1, 'project_id': '872b80d8f161486ab774165084e4feca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:42.089381 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] Checking router: 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:23:42.090970 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e8e35c42-6796-4b21-8edc-8bce41b20a54 req-8f979e89-542b-4e18-a01c-bcf45bd2c172 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442183
Apr 06 10:23:42.100514 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:23:42.101145 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7fee9d00>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:23:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:42.129008 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-dcbb287d-6e78-4613-bcea-24165fe7849d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70 HTTP/1.1" status: 200  len: 998 time: 0.1060839
Apr 06 10:23:42.190403 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-56522637-c432-464d-ab7a-82a80254d456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:42.191835 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-56522637-c432-464d-ab7a-82a80254d456 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.0562694
Apr 06 10:23:42.264420 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-f745a1eb-4c69-41ab-88aa-8f3f3de75e7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0662260
Apr 06 10:23:42.275935 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:23:42.401583 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-f08429ec-800c-4143-8f83-26e18ac4044b service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228027
Apr 06 10:23:42.538996 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7a68eca8-c1ca-47f5-a0fb-c84cb77538cb req-ff3b39e8-1065-4111-b732-3fb263261b9a service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245215
Apr 06 10:23:42.616066 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7fee9d00>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '05846ac0-11d0-479c-a8af-203a17bc35c0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'port_id': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'mac_address': 'fa:16:3e:e8:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:23:23Z', 'updated_at': '2022-04-06T10:23:40Z', 'revision_number': 1, 'project_id': '872b80d8f161486ab774165084e4feca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:23:42.621557 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25186d4e-ab4f-4ecd-b9f1-f7b1c1b4465f None None] The sync data for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi is: [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '05846ac0-11d0-479c-a8af-203a17bc35c0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'port_id': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'mac_address': 'fa:16:3e:e8:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:23:23Z', 'updated_at': '2022-04-06T10:23:40Z', 'revision_number': 1, 'project_id': '872b80d8f161486ab774165084e4feca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:23:42.805093 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735fe74b-c2a3-40ca-b839-70b55e7b7209 None None] New status for floating IP 05846ac0-11d0-479c-a8af-203a17bc35c0: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:23:43.296175 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b83f6-793c-46d7-b331-8e26c902369c req-2437ec4b-d0b6-4064-9707-40c726f8b443 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:43.297586 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d49b83f6-793c-46d7-b331-8e26c902369c req-2437ec4b-d0b6-4064-9707-40c726f8b443 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0779450
Apr 06 10:23:43.345996 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d49b83f6-793c-46d7-b331-8e26c902369c req-f782ad4c-7221-432c-9aae-c7dd9f6c1316 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429277
Apr 06 10:23:44.541602 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35691313-6898-43b1-9d49-9edafd74fa30 req-f91b27c4-0d55-4470-9c9f-90dccb5e526a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:44.543054 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-35691313-6898-43b1-9d49-9edafd74fa30 req-f91b27c4-0d55-4470-9c9f-90dccb5e526a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0759094
Apr 06 10:23:44.596464 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-35691313-6898-43b1-9d49-9edafd74fa30 req-c917d8bb-15dd-4787-a108-17910687e1e6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479889
Apr 06 10:23:45.929795 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108e58a-8c95-47b0-9a05-aaaf8030d2b5 req-1b69dfc9-6ddf-4f0b-8826-c6ce0ed091c4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:45.936990 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d108e58a-8c95-47b0-9a05-aaaf8030d2b5 req-1b69dfc9-6ddf-4f0b-8826-c6ce0ed091c4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0770867
Apr 06 10:23:45.981025 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d108e58a-8c95-47b0-9a05-aaaf8030d2b5 req-d6577881-5456-4fad-a40e-2782f2addc0a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433357
Apr 06 10:23:47.178675 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5d45f-604a-417f-84ca-e77840403f17 req-c0602765-6cda-4f51-b4ee-cc85a06e6a8b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:47.180054 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1fa5d45f-604a-417f-84ca-e77840403f17 req-c0602765-6cda-4f51-b4ee-cc85a06e6a8b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0752692
Apr 06 10:23:47.224846 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1fa5d45f-604a-417f-84ca-e77840403f17 req-297fd338-36ee-4102-8637-870313b7762b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391736
Apr 06 10:23:48.442912 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:48.444530 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da0a9f-4beb-4707-99d0-589b15ef2012 req-4135e402-057e-4a8b-9458-29f907831671 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:48.446098 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b7da0a9f-4beb-4707-99d0-589b15ef2012 req-4135e402-057e-4a8b-9458-29f907831671 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0959496
Apr 06 10:23:48.501494 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b7da0a9f-4beb-4707-99d0-589b15ef2012 req-0b82bcf5-9cf2-4948-b1dc-7d4e8b48ccb9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494845
Apr 06 10:23:49.757807 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618c005-0855-4dd2-8085-917b7b0d1504 req-14715c61-6a7c-49db-8985-b344556b57be tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:49.760120 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3618c005-0855-4dd2-8085-917b7b0d1504 req-14715c61-6a7c-49db-8985-b344556b57be tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1401498
Apr 06 10:23:49.803545 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3618c005-0855-4dd2-8085-917b7b0d1504 req-3e8cd67e-b9ee-4c6b-93e5-472c390f7563 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378981
Apr 06 10:23:50.194548 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-901db379-336a-4597-a0c7-898d101337b5 req-f060c773-b0f7-43db-a3a4-f7fa448027cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0685415
Apr 06 10:23:50.330251 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-901db379-336a-4597-a0c7-898d101337b5 req-3214c3e6-3f45-4cdb-aa68-172438688b34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c26929cdc2e419397fb84381a87eae9&device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 1098 time: 0.0660794
Apr 06 10:23:50.477680 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901db379-336a-4597-a0c7-898d101337b5 req-10e211b3-10cd-49a0-b26f-f7e095ce271e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:50.479140 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-901db379-336a-4597-a0c7-898d101337b5 req-10e211b3-10cd-49a0-b26f-f7e095ce271e service neutron] 10.222.0.61 "GET /v2.0/networks?id=84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 200  len: 919 time: 0.1238871
Apr 06 10:23:50.547247 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-901db379-336a-4597-a0c7-898d101337b5 req-b98d2de6-f69e-4014-95ee-09c5d8fa3576 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 HTTP/1.1" status: 200  len: 217 time: 0.0619512
Apr 06 10:23:50.615266 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901db379-336a-4597-a0c7-898d101337b5 req-7f01b687-fe17-4366-8a5e-bac5470a2204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:50.616681 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-901db379-336a-4597-a0c7-898d101337b5 req-7f01b687-fe17-4366-8a5e-bac5470a2204 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 200  len: 857 time: 0.0586305
Apr 06 10:23:50.692315 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-901db379-336a-4597-a0c7-898d101337b5 req-ae92eb31-c9ff-405f-ab69-0326f337f6d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84cb302c-fd90-4f61-9fd1-c82d37360eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693889
Apr 06 10:23:50.821134 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-901db379-336a-4597-a0c7-898d101337b5 req-76d0a0f0-1dea-405a-bc54-ce57632cab8a service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208346
Apr 06 10:23:51.067064 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-901db379-336a-4597-a0c7-898d101337b5 req-8d3a74e7-c1bb-4547-84f2-2a4dfe489235 service neutron] 10.222.0.61 "GET /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363491
Apr 06 10:23:51.081550 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aed0a-4735-4d96-a313-183823c9dbaf req-897d3cb7-8d25-4819-af40-f8386a7e277f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:51.082923 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0e5aed0a-4735-4d96-a313-183823c9dbaf req-897d3cb7-8d25-4819-af40-f8386a7e277f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1260567
Apr 06 10:23:51.130389 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0e5aed0a-4735-4d96-a313-183823c9dbaf req-eb666e06-347d-42a7-ba45-f75749700d1d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413828
Apr 06 10:23:51.191641 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-623ca2c5-f08b-4de8-8c13-081dd99498d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:52.328265 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c5603-93d9-41cb-8722-01f637df9547 req-a59ea4fd-b6e3-48ca-95b0-3ce224400e18 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:52.329701 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ec7c5603-93d9-41cb-8722-01f637df9547 req-a59ea4fd-b6e3-48ca-95b0-3ce224400e18 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0762396
Apr 06 10:23:52.374177 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-ec7c5603-93d9-41cb-8722-01f637df9547 req-f8a69f8b-fb4e-4977-bef1-4f3f10dd482a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391021
Apr 06 10:23:53.157110 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-20285f3a-c70b-4735-9994-1e4645bece7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:53.569419 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d209a2-5520-4e8f-87c4-6aa161e92241 req-5fe71304-1f73-48ee-8f03-d714a44c009f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:53.571088 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a5d209a2-5520-4e8f-87c4-6aa161e92241 req-5fe71304-1f73-48ee-8f03-d714a44c009f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0767601
Apr 06 10:23:53.615490 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a5d209a2-5520-4e8f-87c4-6aa161e92241 req-954170fc-030b-403d-8e46-17c4b252dd0b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390718
Apr 06 10:23:54.345008 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:54.814097 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a48d17-c6c3-4f42-ac68-a7c169fa25be req-921c05d2-84a5-44a4-bce5-fd27e060fbd7 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:54.815514 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-85a48d17-c6c3-4f42-ac68-a7c169fa25be req-921c05d2-84a5-44a4-bce5-fd27e060fbd7 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0789466
Apr 06 10:23:54.861086 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-85a48d17-c6c3-4f42-ac68-a7c169fa25be req-043123d0-d479-4c80-9df6-7779647d2b58 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394237
Apr 06 10:23:55.253877 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:55.842463 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:23:56.076108 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c2b53-d82c-4d8d-9636-bb9f3a935531 req-b15311d1-50d2-4935-9c7b-5f1a77e8b5ba tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:56.077700 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-597c2b53-d82c-4d8d-9636-bb9f3a935531 req-b15311d1-50d2-4935-9c7b-5f1a77e8b5ba tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0804508
Apr 06 10:23:56.124444 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-597c2b53-d82c-4d8d-9636-bb9f3a935531 req-cf4a644d-e3f6-4e16-8a54-0d6527237ba2 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412254
Apr 06 10:23:56.570556 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:23:56.723727 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8781-09f1-4075-b41d-c41531c6468f req-4aa224d4-3fee-44bc-9cf9-062aa7f0ed7d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:56.725259 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-db6e8781-09f1-4075-b41d-c41531c6468f req-4aa224d4-3fee-44bc-9cf9-062aa7f0ed7d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1074202
Apr 06 10:23:56.845149 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-db6e8781-09f1-4075-b41d-c41531c6468f req-9b535f84-939a-4e0d-b811-b1016f50d831 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129956
Apr 06 10:23:56.885575 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-25459e18-ee7d-4b4f-9223-3204034d747e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 1099 time: 0.1224606
Apr 06 10:23:57.067918 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-a93b2d16-9d53-4970-bbd9-2a67a3655155 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:57.072777 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-a93b2d16-9d53-4970-bbd9-2a67a3655155 service neutron] 10.222.0.61 "GET /v2.0/networks?id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 200  len: 912 time: 0.1765041
Apr 06 10:23:57.236933 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-a79a4aa1-8bba-406d-ad0f-084cf83f17bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da HTTP/1.1" status: 200  len: 1002 time: 0.1533115
Apr 06 10:23:57.314243 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-82f9cb3e-766a-47f9-8ef2-a82cc4e308c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:57.315647 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-82f9cb3e-766a-47f9-8ef2-a82cc4e308c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec3b2ca7-32de-42fe-acfd-abbc00704239 HTTP/1.1" status: 200  len: 850 time: 0.0637727
Apr 06 10:23:57.403691 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-3670dae5-6b2f-440a-a845-5b131cbc5148 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710602
Apr 06 10:23:57.547355 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-74710236-ba87-416f-98da-4d2df552890e service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319821
Apr 06 10:23:57.696388 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2f078eab-f128-4bdf-9ea4-df33bcd7f145 req-138ae08c-eed3-47a4-a9bd-1393695a4e80 service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428888
Apr 06 10:23:58.052532 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b74bc-653f-49ad-a346-ed57cfa62c9e req-934994e0-c61b-4ec1-9a03-4a085b4759f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:58.054005 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-967b74bc-653f-49ad-a346-ed57cfa62c9e req-934994e0-c61b-4ec1-9a03-4a085b4759f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0769570
Apr 06 10:23:58.103337 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-967b74bc-653f-49ad-a346-ed57cfa62c9e req-06393d3a-b3dc-48ff-94fd-f940bf7a1f25 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426581
Apr 06 10:23:59.311304 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42805ef9-d835-43dc-a29f-324b7d9c0531 req-062bd02b-4a88-49e8-b389-50855c1d1cb6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:23:59.312726 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-42805ef9-d835-43dc-a29f-324b7d9c0531 req-062bd02b-4a88-49e8-b389-50855c1d1cb6 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.0821385
Apr 06 10:23:59.364771 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-42805ef9-d835-43dc-a29f-324b7d9c0531 req-81af428a-4d87-4b14-92a0-495ae40d52bf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463245
Apr 06 10:24:18.487614 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:21.116355 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d63a74de-98ea-4253-a612-2ac7231d50e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:21.883029 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89831595-bf5c-440b-aa69-09c1cf7a0dd2 req-d91f1ace-329b-4ca7-8c4f-ecc92fa205cc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:21.884530 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-89831595-bf5c-440b-aa69-09c1cf7a0dd2 req-d91f1ace-329b-4ca7-8c4f-ecc92fa205cc tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 945 time: 0.0855465
Apr 06 10:24:21.931401 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-89831595-bf5c-440b-aa69-09c1cf7a0dd2 req-874e838e-7885-41cb-a10f-a5c8577c6964 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405176
Apr 06 10:24:22.077091 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20bd65-bf06-4e8d-b2b4-4be8bfea2e79 req-d231356a-e479-469c-b4a3-14ccdbf23448 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:22.078814 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8a20bd65-bf06-4e8d-b2b4-4be8bfea2e79 req-d231356a-e479-469c-b4a3-14ccdbf23448 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0827320
Apr 06 10:24:22.126873 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8a20bd65-bf06-4e8d-b2b4-4be8bfea2e79 req-cfe046c1-ef63-410f-8b77-f8ef1d8e1d52 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423675
Apr 06 10:24:23.141720 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4b33-c007-4c40-acdf-f5dd94dbc3b1 req-8fe1ba08-ae35-4099-8c34-3707dbad8e24 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:23.143415 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-306c4b33-c007-4c40-acdf-f5dd94dbc3b1 req-8fe1ba08-ae35-4099-8c34-3707dbad8e24 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 945 time: 0.0838482
Apr 06 10:24:23.184910 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-efe8eb22-2335-4806-9e79-68265affc8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:23.191934 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-306c4b33-c007-4c40-acdf-f5dd94dbc3b1 req-c8e81406-8259-4190-9b73-05419d2b64c6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426526
Apr 06 10:24:23.333690 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6f81b-bddc-4767-88d7-cd64394062b9 req-6c4fd6bb-c858-410e-98d1-02261aeb6571 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:23.335180 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-77b6f81b-bddc-4767-88d7-cd64394062b9 req-6c4fd6bb-c858-410e-98d1-02261aeb6571 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0820708
Apr 06 10:24:23.381405 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-77b6f81b-bddc-4767-88d7-cd64394062b9 req-f94b0381-f881-4fa9-9e1b-a278db46aedd tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405533
Apr 06 10:24:23.989614 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-efe504ef-f110-413e-9e64-8f45b506e9ac tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:23.991096 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-efe504ef-f110-413e-9e64-8f45b506e9ac tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 945 time: 0.0757225
Apr 06 10:24:24.145880 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Deleting port 2f803431-3884-4b1b-a73d-8e3e18f9acfc {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:24.146240 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:24.350427 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:24.389753 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] For port 2f803431-3884-4b1b-a73d-8e3e18f9acfc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2f803431-3884-4b1b-a73d-8e3e18f9acfc,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:24.390462 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:24.394599 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cd6b6-d115-448e-b769-3cec34f8f5b9 req-22c42665-a2f3-4dcb-8736-2987d08f8d56 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:24.396057 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-117cd6b6-d115-448e-b769-3cec34f8f5b9 req-22c42665-a2f3-4dcb-8736-2987d08f8d56 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 945 time: 0.0790694
Apr 06 10:24:24.447117 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-117cd6b6-d115-448e-b769-3cec34f8f5b9 req-ad936e2c-bd32-4607-bcdc-142f410a927b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=022e28dc-a67a-44ff-ac73-a2b6a53b4ece&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445046
Apr 06 10:24:24.729718 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:24.730111 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:24.730425 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Floating IP 14504f64-b40a-4fc0-b827-2a36998671c3 disassociated. External IP: 172.27.2.201, port: 2f803431-3884-4b1b-a73d-8e3e18f9acfc.
Apr 06 10:24:24.730760 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Calling delete_port for 2f803431-3884-4b1b-a73d-8e3e18f9acfc owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:24.774938 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d9ca0-2d68-43f5-acce-684e4147cc7f req-627e9568-be99-4dda-a634-33d0829b6237 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:24.776938 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-122d9ca0-2d68-43f5-acce-684e4147cc7f req-627e9568-be99-4dda-a634-33d0829b6237 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.2329788
Apr 06 10:24:24.850898 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-122d9ca0-2d68-43f5-acce-684e4147cc7f req-430e599d-7a92-428f-b064-24d9501ed5b1 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678844
Apr 06 10:24:24.973055 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:25.024997 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'Port': ['ID=2f803431-3884-4b1b-a73d-8e3e18f9acfc,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:25.038610 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.039097 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.039440 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.039814 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.040226 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.040568 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.040898 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.041225 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.041544 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.041863 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.042515 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:25.244570 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:24:25.247432 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:25.451015 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:24:25.461344 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:24:25.474747 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:25.475455 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806d0f70>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:25.529743 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] No DVR routers for this DVR port 2f803431-3884-4b1b-a73d-8e3e18f9acfc on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:24:25.531598 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:25.534395 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'name': 'network-vif-deleted', 'tag': '2f803431-3884-4b1b-a73d-8e3e18f9acfc'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:25.607413 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1d8cdb-a5dc-4a9a-bd93-6cb237b749d8'] response: {'server_uuid': 'e606cdc3-7084-4623-a637-f5c5ef2140ac', 'name': 'network-vif-deleted', 'tag': '2f803431-3884-4b1b-a73d-8e3e18f9acfc', 'status': 'completed', 'code': 200}
Apr 06 10:24:25.626606 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1667e6a6-aaf6-456c-bc2f-ee1a484a31ec req-3f909b2d-fdd5-459b-850d-9731a48f9782 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=e606cdc3-7084-4623-a637-f5c5ef2140ac HTTP/1.1" status: 200  len: 210 time: 0.0454648
Apr 06 10:24:25.642646 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-214a07f8-c18d-4fa2-a68f-9349fe9dc529 req-94a827e6-66e3-4c6e-a86d-7ec7812a15ee tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "DELETE /v2.0/ports/2f803431-3884-4b1b-a73d-8e3e18f9acfc HTTP/1.1" status: 204  len: 173 time: 1.6369493
Apr 06 10:24:25.657601 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:25.975349 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:26.014315 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806d0f70>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:26.018827 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:24:26.031323 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:26.032128 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806d0f70>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:26.062667 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff20f12-1f22-40bf-ba04-e28f423eae8c req-e1ed3ec6-c06b-4154-beeb-96fb10a3e3c8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:26.064190 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6ff20f12-1f22-40bf-ba04-e28f423eae8c req-e1ed3ec6-c06b-4154-beeb-96fb10a3e3c8 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0847349
Apr 06 10:24:26.112759 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6ff20f12-1f22-40bf-ba04-e28f423eae8c req-0fa8ade9-7d96-472b-83cf-b2384135d23b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430210
Apr 06 10:24:26.207784 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:26.535352 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806d0f70>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:26.539310 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c550f-bfb2-471c-84b7-b171bbb2a389 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:24:26.672243 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-3085d6be-b0ad-4b4f-b15c-6a182b8a507c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:26.673623 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-3085d6be-b0ad-4b4f-b15c-6a182b8a507c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.0878041
Apr 06 10:24:26.757879 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Deleting port 7cf675e9-efe0-48f5-ae61-73300e150228 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:26.758170 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:26.802558 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc4abf-89d8-4db8-91a4-efbbe2b0e06f None None] New status for floating IP 14504f64-b40a-4fc0-b827-2a36998671c3: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:24:26.843304 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51978) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:26.921645 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:26.958043 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.088006 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.088525 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] For port 7cf675e9-efe0-48f5-ae61-73300e150228, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=7cf675e9-efe0-48f5-ae61-73300e150228,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:27.089509 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.109015 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022e28dc-a67a-44ff-ac73-a2b6a53b4ece,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:27.118465 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.118819 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.119165 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.119507 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.119962 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.120343 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.122177 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.122549 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.123068 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.123420 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.123784 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:27.178737 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.184608 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d9969958-9eed-443e-99b5-024285425895 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "DELETE /v2.0/security-groups/022e28dc-a67a-44ff-ac73-a2b6a53b4ece HTTP/1.1" status: 204  len: 168 time: 0.3354731
Apr 06 10:24:27.184608 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51988) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:27.202815 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.api.v2.resource [None req-7b1db506-ae02-48f7-bd3a-b7a75acf9538 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] show failed (client error): The resource could not be found.
Apr 06 10:24:27.203815 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7b1db506-ae02-48f7-bd3a-b7a75acf9538 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups/022e28dc-a67a-44ff-ac73-a2b6a53b4ece HTTP/1.1" status: 404  len: 347 time: 0.0184658
Apr 06 10:24:27.208184 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 51992) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:27.406779 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Deleting port 1e0d789b-5817-412f-98f2-79623bb141f4 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:27.407126 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.411601 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bead8241-c700-47ae-a906-c9cd9d626422 req-a21099ce-627f-4d4a-b05a-f626fba6485c tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914984297&fields=id&tenant_id=a5cf8fe4306446d985fb4a66132ccf62 HTTP/1.1" status: 200  len: 267 time: 0.1350033
Apr 06 10:24:27.484078 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.484441 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.484752 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Floating IP 87642af8-8bd4-46aa-9cc2-fc59509d3377 disassociated. External IP: 172.27.2.113, port: 7cf675e9-efe0-48f5-ae61-73300e150228.
Apr 06 10:24:27.485180 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Calling delete_port for 7cf675e9-efe0-48f5-ae61-73300e150228 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:27.556044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739ddee-5b5d-4c20-be63-fec2d230abc2 req-ec98178b-c7c3-4d7a-a484-918a86373aec tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:27.558155 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3739ddee-5b5d-4c20-be63-fec2d230abc2 req-ec98178b-c7c3-4d7a-a484-918a86373aec tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 946 time: 0.2898545
Apr 06 10:24:27.579062 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8241-c700-47ae-a906-c9cd9d626422 req-973a61a1-991d-4888-96a7-f195a1fd3a7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:27.581235 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bead8241-c700-47ae-a906-c9cd9d626422 req-973a61a1-991d-4888-96a7-f195a1fd3a7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 985 time: 0.1576545
Apr 06 10:24:27.624406 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-bead8241-c700-47ae-a906-c9cd9d626422 req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Request body: {'port': {'security_groups': ['24356f0a-083d-45d5-9df4-450ebb10f2f6']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:24:27.630392 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.630731 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.644641 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3739ddee-5b5d-4c20-be63-fec2d230abc2 req-2642ae23-d851-4c4f-8b99-53df1119f97b tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=702256b4-11fa-4159-b1e8-9dbdc74f9a5c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796607
Apr 06 10:24:27.757325 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Calling delete_port for 1e0d789b-5817-412f-98f2-79623bb141f4 owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:27.761756 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bead8241-c700-47ae-a906-c9cd9d626422 req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.778894 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:27.875658 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event deleted for resources: {'Port': ['ID=7cf675e9-efe0-48f5-ae61-73300e150228,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:27.984630 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.031152 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'Port': ['ID=1e0d789b-5817-412f-98f2-79623bb141f4,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:28.168777 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 7cf675e9-efe0-48f5-ae61-73300e150228 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:28.204047 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.206804 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 7cf675e9-efe0-48f5-ae61-73300e150228 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:28.207359 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 7cf675e9-efe0-48f5-ae61-73300e150228 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:28.207993 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 2f803431-3884-4b1b-a73d-8e3e18f9acfc no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:28.219573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.220726 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ea6342de-368d-4d3e-93b8-221017871692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "DELETE /v2.0/floatingips/14504f64-b40a-4fc0-b827-2a36998671c3 HTTP/1.1" status: 204  len: 168 time: 1.0116303
Apr 06 10:24:28.243613 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-bead8241-c700-47ae-a906-c9cd9d626422 req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] For port 59b3665d-f89b-40af-b4c7-df563cb23322, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=59b3665d-f89b-40af-b4c7-df563cb23322,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:28.251486 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 2f803431-3884-4b1b-a73d-8e3e18f9acfc {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:28.252063 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 2f803431-3884-4b1b-a73d-8e3e18f9acfc not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:28.292825 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bead8241-c700-47ae-a906-c9cd9d626422 req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.318134 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Router 5349735b-ce6f-4eb1-bca2-c685ed74a17a has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:24:28.460699 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bead8241-c700-47ae-a906-c9cd9d626422 req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.473264 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['59b3665d-f89b-40af-b4c7-df563cb23322'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:24:28.594068 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8241-c700-47ae-a906-c9cd9d626422 req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:28.597067 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-bead8241-c700-47ae-a906-c9cd9d626422 req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.597067 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bead8241-c700-47ae-a906-c9cd9d626422 req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "PUT /v2.0/ports/59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 943 time: 0.9811032
Apr 06 10:24:28.603989 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52000) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:28.605810 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:28.629493 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5da17-7e43-4b8e-b5d0-1230782a0957 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event updated for resources: {'Port': ['ID=59b3665d-f89b-40af-b4c7-df563cb23322,revision_number=7']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:28.708670 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a29952-5ce7-408c-8191-e9cb6fd73dc9'] response: {'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322', 'status': 'completed', 'code': 200}
Apr 06 10:24:28.713083 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c89914f-fd4e-49f8-8def-3b15897588d1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.735118 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52010) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:28.737742 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['59b3665d-f89b-40af-b4c7-df563cb23322'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:24:28.748471 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064888800', 'description': 'tempest-description--2093911241'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:24:28.782826 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:24:28.811385 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] Sync routers for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:24:28.875966 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:24:28.890696 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] No DVR routers for this DVR port 7cf675e9-efe0-48f5-ae61-73300e150228 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:24:28.893083 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.899171 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c89914f-fd4e-49f8-8def-3b15897588d1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:28.937542 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:28.938483 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e805339d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:28.944135 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:24:28.965454 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:24:28.973398 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38b5a3ea-d556-4b2d-a48c-515c98ed1536 req-676dff03-f7f1-49b0-87eb-e0b60cf63ae9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "DELETE /v2.0/ports/7cf675e9-efe0-48f5-ae61-73300e150228 HTTP/1.1" status: 204  len: 173 time: 2.2930107
Apr 06 10:24:28.992359 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:24:28.996761 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cf75f58d-d40d-472b-be25-a6a6b7fd72f6 req-3a9281d9-135d-481a-a0c8-a94bee4d1b97 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 210 time: 0.0844963
Apr 06 10:24:29.075951 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-d6b6e689-6a48-49fb-89d3-1e1dacf312bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1099 time: 0.2652714
Apr 06 10:24:29.125404 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.168720 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-6b48af66-4767-4236-bbcc-49893604541c None None] Provisioning complete for port 59b3665d-f89b-40af-b4c7-df563cb23322 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:24:29.169092 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6b48af66-4767-4236-bbcc-49893604541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.206797 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:24:29.215625 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:24:29.226127 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:24:29.236612 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:24:29.241038 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c89914f-fd4e-49f8-8def-3b15897588d1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.256477 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-51d46fda-c0a8-4f99-be4f-a55852a6a57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:29.257837 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-51d46fda-c0a8-4f99-be4f-a55852a6a57f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5761f520-9e70-4724-b543-ce095daa3960 HTTP/1.1" status: 200  len: 916 time: 0.2043536
Apr 06 10:24:29.298446 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:29.329912 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89914f-fd4e-49f8-8def-3b15897588d1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec6ce3-6b3a-4028-8aef-0fa21278c94f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:29.409193 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-1dd156fb-f865-431a-8353-48553a268383 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 1002 time: 0.1404595
Apr 06 10:24:29.457846 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.481580 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4c89914f-fd4e-49f8-8def-3b15897588d1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.482765 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4c89914f-fd4e-49f8-8def-3b15897588d1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "DELETE /v2.0/security-groups/55ec6ce3-6b3a-4028-8aef-0fa21278c94f HTTP/1.1" status: 204  len: 168 time: 0.8765407
Apr 06 10:24:29.485684 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52016) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:29.567488 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.582132 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-92868bea-2b87-421f-8fb6-184a9322a9c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:29.583561 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-92868bea-2b87-421f-8fb6-184a9322a9c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c01164e3-7e0e-4eb9-9aea-3e9b80cf5441 HTTP/1.1" status: 200  len: 854 time: 0.1645250
Apr 06 10:24:29.681903 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9bea51-2c61-4ec4-a792-4ad85635b503,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:29.746747 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e805339d0>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:29.750801 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] Checking router: 5349735b-ce6f-4eb1-bca2-c685ed74a17a for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:24:29.752105 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.755948 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-299176d6-dcea-4022-a20d-aacce4eb5fb6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.0130925
Apr 06 10:24:29.756497 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52024) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:29.763383 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group_rule': {'security_group_id': '4f9bea51-2c61-4ec4-a792-4ad85635b503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:24:29.769424 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:24:29.773379 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:24:29.777668 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:24:29.778673 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:29.779767 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e805339d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:29.785073 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:24:29.803561 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Deleting port af66f6be-8c47-46d3-a0fa-7f83d8f316c2 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:29.803909 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.849409 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-48b2bce3-be15-4c50-9503-c60e706bc9e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5761f520-9e70-4724-b543-ce095daa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2542608
Apr 06 10:24:29.865579 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.953048 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:29.986278 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:30.041450 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.093283 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5aa2f97-aa9a-4114-97f4-5195374bc26a,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:30.113517 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-58e80fcb-0c56-4883-834f-9c143de535ef service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532554
Apr 06 10:24:30.115250 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.115582 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.173035 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.177290 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-976fc208-8e55-4cc7-aa1b-3f778f074c13 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4195178
Apr 06 10:24:30.177873 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52030) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:30.184723 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'security_group_rule': {'security_group_id': '4f9bea51-2c61-4ec4-a792-4ad85635b503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:24:30.192627 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:24:30.229914 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:security_group_rule and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:24:30.236442 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:24:30.239901 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-8e945b6c-0519-4707-aa1d-2fdc25e9bb1b req-2c5222be-b93d-4c67-9af1-b995db7a687c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:30.246190 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:24:30.345791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.355557 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e805339d0>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:30.360329 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468397f-6f2e-4d71-a868-e7762667c2be None None] The sync data for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi is: [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:09Z', 'revision_number': 4, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '191d4c07-1df8-468c-9636-dc878175507f', 'name': '', 'network_id': '84cb302c-fd90-4f61-9fd1-c82d37360eb0', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'mac_address': 'fa:16:3e:f5:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:07Z', 'updated_at': '2022-04-06T10:18:36Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'subnets': [{'id': 'a37a33f8-2832-41e3-acab-cbe26f308b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:24:30.372576 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-8e945b6c-0519-4707-aa1d-2fdc25e9bb1b req-2c5222be-b93d-4c67-9af1-b995db7a687c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:30.373762 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8e945b6c-0519-4707-aa1d-2fdc25e9bb1b req-2c5222be-b93d-4c67-9af1-b995db7a687c tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd55dd48-073e-427a-9d59-62fe69b5137e HTTP/1.1" status: 200  len: 210 time: 0.1829746
Apr 06 10:24:30.430389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Calling delete_port for af66f6be-8c47-46d3-a0fa-7f83d8f316c2 owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:30.436751 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.515911 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.540135 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a089ae-3f2b-44e6-9beb-434cc745243c,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:30.555785 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c752481-cfdc-44b8-a935-3a16cc164db8 req-c1c9f170-df2d-4fe6-be05-0ade80ef7106 service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4312177
Apr 06 10:24:30.622129 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997587d-ccf1-4973-96e7-94e4fee73e61 None None] New status for floating IP 87642af8-8bd4-46aa-9cc2-fc59509d3377: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:24:30.636310 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.637698 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-e58c1de9-97ed-4f6a-94ac-d8872d25f0eb tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4585400
Apr 06 10:24:30.640531 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52034) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:30.645817 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:24:30.651268 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:24:30.656626 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Usage tracker for resource:floatingip and tenant:474c373d715f467baa3762fdef8c160a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:24:30.659792 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:24:30.665655 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:24:30.710365 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'name': 'network-vif-deleted', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:30.717032 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.745723 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.783863 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event deleted for resources: {'Port': ['ID=af66f6be-8c47-46d3-a0fa-7f83d8f316c2,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:30.836494 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e692547-038c-4aad-be29-179bde354841'] response: {'server_uuid': 'cd55dd48-073e-427a-9d59-62fe69b5137e', 'name': 'network-vif-deleted', 'tag': '7cf675e9-efe0-48f5-ae61-73300e150228', 'status': 'completed', 'code': 200}
Apr 06 10:24:30.877434 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:30.925344 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:31.086413 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Allocated IP 172.27.2.78 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/1d751fcf-aada-4b28-bdd2-e1ab44959033) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:24:31.255444 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:31.319780 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Router 6e277dc6-3998-4b62-af14-627f2ce1d39f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:24:31.350556 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:31.426803 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:24:31.429623 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:24:31.432165 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:24:31.467711 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=1d751fcf-aada-4b28-bdd2-e1ab44959033,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:31.568789 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:24:31.585581 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] Sync routers for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:24:31.605672 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:31.606537 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807cacd0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:31.638170 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52052) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:31.699879 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:31.708931 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:31.782471 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-9676f937-efce-4374-a0d1-db5658649d23 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "DELETE /v2.0/floatingips/b10dd494-ceaa-400f-bdc4-baa186378d06 HTTP/1.1" status: 204  len: 168 time: 2.2957354
Apr 06 10:24:31.785372 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:31.794343 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bf62d65a-d79b-46d0-bf10-bf0460b4bead tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:31.813799 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:31.857581 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bf62d65a-d79b-46d0-bf10-bf0460b4bead tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:31.873628 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.018979 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bf62d65a-d79b-46d0-bf10-bf0460b4bead tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.056408 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d65a-d79b-46d0-bf10-bf0460b4bead tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702256b4-11fa-4159-b1e8-9dbdc74f9a5c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:32.117460 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bf62d65a-d79b-46d0-bf10-bf0460b4bead tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.121853 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-bf62d65a-d79b-46d0-bf10-bf0460b4bead tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "DELETE /v2.0/security-groups/702256b4-11fa-4159-b1e8-9dbdc74f9a5c HTTP/1.1" status: 204  len: 168 time: 0.4822493
Apr 06 10:24:32.125861 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52066) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:32.152670 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.api.v2.resource [None req-edfe115c-85e7-4071-8514-f366b36fdb4a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] show failed (client error): The resource could not be found.
Apr 06 10:24:32.153893 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-edfe115c-85e7-4071-8514-f366b36fdb4a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups/702256b4-11fa-4159-b1e8-9dbdc74f9a5c HTTP/1.1" status: 404  len: 347 time: 0.0267177
Apr 06 10:24:32.157058 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52070) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:32.162083 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.213789 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.271479 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807cacd0>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:32.275762 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] Checking router: 6e277dc6-3998-4b62-af14-627f2ce1d39f for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:24:32.290683 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:32.292863 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e807cacd0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:32.335227 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=1d751fcf-aada-4b28-bdd2-e1ab44959033,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:32.355090 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Deleting port f661fe46-ae44-450b-bfa1-cb643adf8abf {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:32.355594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.364649 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.504525 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.515255 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7f21bd9b-54af-4f62-9064-bd583e607d40 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8642888
Apr 06 10:24:32.623574 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:32.777858 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c362ef78-ce82-4414-9c8b-b05a411e1446'] response: {'name': 'network-changed', 'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322', 'status': 'completed', 'code': 200}
Apr 06 10:24:32.830426 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.830759 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:32.903623 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dfe92-556f-4b16-b76c-6c8a0508f1b0 req-fb30aded-bc30-4c70-add8-556b3d00b424 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:32.906406 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d3dfe92-556f-4b16-b76c-6c8a0508f1b0 req-fb30aded-bc30-4c70-add8-556b3d00b424 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1659551
Apr 06 10:24:32.971281 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7d3dfe92-556f-4b16-b76c-6c8a0508f1b0 req-6a2f59b0-2057-45c7-bec0-4e9384974dff tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602834
Apr 06 10:24:32.993003 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Calling delete_port for f661fe46-ae44-450b-bfa1-cb643adf8abf owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:33.015669 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e807cacd0>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:33.020735 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7be82f-d9b3-4a9f-9e8f-a6e3ebcac436 None None] The sync data for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi is: [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:20:34Z', 'revision_number': 4, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4cd8420f-4cd2-4893-8356-5fb2750fd28a', 'name': '', 'network_id': '5761f520-9e70-4724-b543-ce095daa3960', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'mac_address': 'fa:16:3e:40:91:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:33Z', 'updated_at': '2022-04-06T10:20:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'subnets': [{'id': 'c01164e3-7e0e-4eb9-9aea-3e9b80cf5441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:24:33.054534 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-5730d82e-99a9-48e8-959d-88c8ef4f75ef tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:33.109302 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-19f95b2d-9f24-4470-89a3-b784349248ab req-90f3b3ec-efe0-4219-99b6-7014a4df5bdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 1099 time: 0.3628719
Apr 06 10:24:33.191980 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-5730d82e-99a9-48e8-959d-88c8ef4f75ef tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:33.193156 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-5730d82e-99a9-48e8-959d-88c8ef4f75ef tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2064888800&fields=id&tenant_id=474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 267 time: 0.4000750
Apr 06 10:24:33.252814 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826a7d7-19d2-442b-932f-193ad6fcfc06 None None] New status for floating IP b10dd494-ceaa-400f-bdc4-baa186378d06: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:24:33.407312 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:33.477868 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event deleted for resources: {'Port': ['ID=f661fe46-ae44-450b-bfa1-cb643adf8abf,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:33.489885 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f95b2d-9f24-4470-89a3-b784349248ab req-58ec0fd4-4692-40fe-96ee-f07066db341b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:33.491345 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-19f95b2d-9f24-4470-89a3-b784349248ab req-58ec0fd4-4692-40fe-96ee-f07066db341b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5761f520-9e70-4724-b543-ce095daa3960 HTTP/1.1" status: 200  len: 916 time: 0.3421493
Apr 06 10:24:33.584508 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:24:33.641061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-1bd9e386-c507-4805-ba0b-e29c3c04cabe tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:33.642594 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-1bd9e386-c507-4805-ba0b-e29c3c04cabe tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 813 time: 0.4010649
Apr 06 10:24:33.646341 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-19f95b2d-9f24-4470-89a3-b784349248ab req-2ec1e4ae-6e64-44b3-b86b-74ef3063aa59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 200  len: 217 time: 0.1246150
Apr 06 10:24:33.717730 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-f0f205b8-4e31-4c00-9ca6-703279fa7692 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/quotas/474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 375 time: 0.0645058
Apr 06 10:24:33.718516 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:33.789550 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f95b2d-9f24-4470-89a3-b784349248ab req-71c7be3e-d77d-459f-b3ac-6fe3b315c181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:33.791072 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-19f95b2d-9f24-4470-89a3-b784349248ab req-71c7be3e-d77d-459f-b3ac-6fe3b315c181 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c01164e3-7e0e-4eb9-9aea-3e9b80cf5441 HTTP/1.1" status: 200  len: 854 time: 0.1261706
Apr 06 10:24:33.864517 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-29af4b91-5951-4d47-a21b-d383aac59e00 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:33.901782 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-19f95b2d-9f24-4470-89a3-b784349248ab req-4a83dc56-554e-41e7-8a28-08575a11c02c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5761f520-9e70-4724-b543-ce095daa3960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1029286
Apr 06 10:24:33.903577 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:33.904813 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4b423d45-202a-42e1-a510-86b678cb3a26 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "DELETE /v2.0/floatingips/87642af8-8bd4-46aa-9cc2-fc59509d3377 HTTP/1.1" status: 204  len: 168 time: 1.7409785
Apr 06 10:24:33.984977 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-29af4b91-5951-4d47-a21b-d383aac59e00 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:33.986273 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-29af4b91-5951-4d47-a21b-d383aac59e00 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2588255
Apr 06 10:24:34.127815 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-19f95b2d-9f24-4470-89a3-b784349248ab req-2085ed0f-6630-4bfc-b2e3-927d8bb9fee9 service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170951
Apr 06 10:24:34.206696 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe983da-2bb2-473a-b027-a96901c1c230 req-a24815db-8e54-4c80-b25a-72bc53f82621 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:34.208332 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bfe983da-2bb2-473a-b027-a96901c1c230 req-a24815db-8e54-4c80-b25a-72bc53f82621 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0847516
Apr 06 10:24:34.238655 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-403a62bb-51d3-44ae-b4ed-867b0e46af1f service neutron] 10.222.0.11 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391529
Apr 06 10:24:34.261778 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bfe983da-2bb2-473a-b027-a96901c1c230 req-96c10e98-f7c8-4063-a961-d881ca7edb73 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476506
Apr 06 10:24:34.446040 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-19f95b2d-9f24-4470-89a3-b784349248ab req-fc9c43f7-23ef-48d4-9fba-c6a65ed962a6 service neutron] 10.222.0.61 "GET /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3053927
Apr 06 10:24:34.488763 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-949d1638-b1e8-4356-a0f9-a2d9dca96167 service neutron] 10.222.0.11 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368445
Apr 06 10:24:34.772428 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-a2caf9f2-770c-427e-874b-6cf757fdee92 req-2ca7d57d-e4b9-4ac3-8497-2f06807d5d4b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:34.787415 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-a2caf9f2-770c-427e-874b-6cf757fdee92 req-2ca7d57d-e4b9-4ac3-8497-2f06807d5d4b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:34.788604 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a2caf9f2-770c-427e-874b-6cf757fdee92 req-2ca7d57d-e4b9-4ac3-8497-2f06807d5d4b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 210 time: 0.0666618
Apr 06 10:24:35.486985 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af081a1-4c7e-4e37-9f8f-3291e0b37693 req-39dedf37-5d6d-46b7-a993-e82f7c982d71 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:35.488416 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9af081a1-4c7e-4e37-9f8f-3291e0b37693 req-39dedf37-5d6d-46b7-a993-e82f7c982d71 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0838473
Apr 06 10:24:35.551194 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9af081a1-4c7e-4e37-9f8f-3291e0b37693 req-ddafbe2e-8a24-4b7e-9e37-fde3e4d4ce1b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544012
Apr 06 10:24:35.960833 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3fbefca4-197f-4622-9578-83549db4a52c req-f2c443e2-6548-43a1-a047-42165d47635f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 210 time: 0.0415423
Apr 06 10:24:36.777125 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-6bcd11b8-7954-463b-8108-0d4c0a812fb2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:36.778900 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-6bcd11b8-7954-463b-8108-0d4c0a812fb2 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 813 time: 0.2025299
Apr 06 10:24:36.852794 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb88fd-f904-4ae2-9aba-597b8f47ef45 req-73808cc8-0004-47d7-8827-498d50c7d6e4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:36.854294 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f3cb88fd-f904-4ae2-9aba-597b8f47ef45 req-73808cc8-0004-47d7-8827-498d50c7d6e4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1432414
Apr 06 10:24:36.881169 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-7d93bc2b-36be-449f-9cc7-c390ea28f01b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474c373d715f467baa3762fdef8c160a HTTP/1.1" status: 200  len: 380 time: 0.0819025
Apr 06 10:24:36.892640 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'port': {'device_id': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'admin_state_up': True, 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'security_groups': ['4f9bea51-2c61-4ec4-a792-4ad85635b503']}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:24:36.995783 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f3cb88fd-f904-4ae2-9aba-597b8f47ef45 req-614fe21b-fb59-43c0-b8ee-6f88743beb4a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343966
Apr 06 10:24:37.053427 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:24:37.064095 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:24:37.150315 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Made reservation on behalf of 474c373d715f467baa3762fdef8c160a for: {'port': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:24:37.154064 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:37.318414 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-89712d8f-bec0-4cc1-a0cc-03210c0066cf req-dee101d3-36d4-4916-8d37-4ae5eb58a235 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 210 time: 0.0443635
Apr 06 10:24:37.368646 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Allocated IP 172.20.0.5 (4add46be-e449-4063-94c9-630fe2457420/55c42440-751f-4d9c-9858-b5fd00cecf9c/361d7009-4bef-4305-94c3-4519522a1589) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:24:37.413261 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6298fe-9223-4f44-9e76-f41a09baecc4 req-bdb2ff06-bd93-4894-b6e1-9e99dee753b2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:37.413954 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-cc6298fe-9223-4f44-9e76-f41a09baecc4 req-bdb2ff06-bd93-4894-b6e1-9e99dee753b2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Synchronizing usage tracker for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:37.510743 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c55570-ad0c-4f5d-8ca7-6cd8f3a2c7b8 req-ab18b712-6e1b-4b65-b579-70930e01e203 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:37.512686 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-48c55570-ad0c-4f5d-8ca7-6cd8f3a2c7b8 req-ab18b712-6e1b-4b65-b579-70930e01e203 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0806332
Apr 06 10:24:37.520127 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-cc6298fe-9223-4f44-9e76-f41a09baecc4 req-bdb2ff06-bd93-4894-b6e1-9e99dee753b2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Unset dirty status for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:37.521300 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cc6298fe-9223-4f44-9e76-f41a09baecc4 req-bdb2ff06-bd93-4894-b6e1-9e99dee753b2 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.2335901
Apr 06 10:24:37.562889 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-48c55570-ad0c-4f5d-8ca7-6cd8f3a2c7b8 req-39b9e070-13b7-4bb6-ac7d-6cd1eade8b29 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443776
Apr 06 10:24:37.621796 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-cc6298fe-9223-4f44-9e76-f41a09baecc4 req-3041b7bc-42a4-43bc-a1fd-04e4a3f687a7 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Synchronizing usage tracker for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:37.638190 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:37.659763 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Transition to ACTIVE for port object 361d7009-4bef-4305-94c3-4519522a1589 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:24:37.715585 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-cc6298fe-9223-4f44-9e76-f41a09baecc4 req-3041b7bc-42a4-43bc-a1fd-04e4a3f687a7 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Unset dirty status for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:37.717611 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cc6298fe-9223-4f44-9e76-f41a09baecc4 req-3041b7bc-42a4-43bc-a1fd-04e4a3f687a7 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894088
Apr 06 10:24:37.749983 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:37.814601 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Network 4add46be-e449-4063-94c9-630fe2457420 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:24:37.822272 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:24:37.828243 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:24:37.868617 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event updated for resources: {'Port': ['ID=361d7009-4bef-4305-94c3-4519522a1589,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:37.901354 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-dd69d518-65d8-430c-9ab4-698bcff9a726 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:37.902894 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-dd69d518-65d8-430c-9ab4-698bcff9a726 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 945 time: 0.0869238
Apr 06 10:24:37.905353 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:37.906013 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:37.982058 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Deleting port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:37.982486 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:38.013856 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf3d8c8e-80f9-4d82-9624-d38c877f1fc3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1258886
Apr 06 10:24:38.029687 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Request body: {'port': {'device_id': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:24:38.159796 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:38.173304 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-b0742a7d-217f-41ea-b990-bcb7fae1dd99 None None] Provisioning for port 361d7009-4bef-4305-94c3-4519522a1589 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:24:38.178889 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-b0742a7d-217f-41ea-b990-bcb7fae1dd99 None None] Provisioning complete for port 361d7009-4bef-4305-94c3-4519522a1589 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:24:38.179370 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-b0742a7d-217f-41ea-b990-bcb7fae1dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:38.235951 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-b0742a7d-217f-41ea-b990-bcb7fae1dd99 None None] Port 361d7009-4bef-4305-94c3-4519522a1589 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:24:38.304517 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] For port 0a177bf1-ad35-49ae-8f44-58e74f3c2441, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=0a177bf1-ad35-49ae-8f44-58e74f3c2441,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:38.304874 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:38.332277 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818405a-5824-4c90-b372-a7ac7f7f90df req-74b8d031-e5e4-40f1-a0ba-50dfd6459d1f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:38.332277 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6818405a-5824-4c90-b372-a7ac7f7f90df req-74b8d031-e5e4-40f1-a0ba-50dfd6459d1f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1526682
Apr 06 10:24:38.456767 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Calling delete_port for 0a177bf1-ad35-49ae-8f44-58e74f3c2441 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:38.534689 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6818405a-5824-4c90-b372-a7ac7f7f90df req-1b9fc6c0-5fbe-4e31-93ad-c07455bd5360 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1557381
Apr 06 10:24:38.696078 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361d7009-4bef-4305-94c3-4519522a1589 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:24:38.705434 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb7d4b-aeea-499c-8421-2f11923e0399 req-bf97c52d-635a-48a0-a3ee-dff5b6d6d12f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:38.706132 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-43fb7d4b-aeea-499c-8421-2f11923e0399 req-bf97c52d-635a-48a0-a3ee-dff5b6d6d12f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Synchronizing usage tracker for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:38.712989 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:38.727392 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:38.740243 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['44fca9bc-f3d0-4f77-9ad9-016addc3e3a8'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:24:38.742326 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Transition to ACTIVE for port object 361d7009-4bef-4305-94c3-4519522a1589 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:24:38.766588 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-24b59044-251d-4ea0-841b-c1c268d2bb7d req-49c30417-4b96-41f4-8f46-eec6459e1d33 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 210 time: 0.0744147
Apr 06 10:24:38.782849 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event deleted for resources: {'Port': ['ID=0a177bf1-ad35-49ae-8f44-58e74f3c2441,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:38.825388 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-43fb7d4b-aeea-499c-8421-2f11923e0399 req-bf97c52d-635a-48a0-a3ee-dff5b6d6d12f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Unset dirty status for tenant:474c373d715f467baa3762fdef8c160a on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:38.826904 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43fb7d4b-aeea-499c-8421-2f11923e0399 req-bf97c52d-635a-48a0-a3ee-dff5b6d6d12f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 931 time: 0.3813035
Apr 06 10:24:38.827542 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:38.888187 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] No DVR routers for this DVR port 0a177bf1-ad35-49ae-8f44-58e74f3c2441 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:24:38.893559 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:38.896159 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1736048e-aacf-4ec4-b6c7-6b576e3a8297', 'name': 'network-vif-deleted', 'tag': '0a177bf1-ad35-49ae-8f44-58e74f3c2441'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:38.914909 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b1e7cce2-0cf5-4198-8051-d25f93fdf0fe req-2c0d540c-928a-437c-829e-04efbc0b2da9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "DELETE /v2.0/ports/0a177bf1-ad35-49ae-8f44-58e74f3c2441 HTTP/1.1" status: 204  len: 173 time: 1.0037782
Apr 06 10:24:39.041477 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-43fb7d4b-aeea-499c-8421-2f11923e0399 req-79f2a5e8-cdfb-4777-9565-d2260e7d7d21 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2089636
Apr 06 10:24:39.045635 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Pushing event updated for resources: {'Port': ['ID=361d7009-4bef-4305-94c3-4519522a1589,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:39.193736 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd973088-66c3-4b07-a11d-2ece5c904227'] response: {'server_uuid': '1736048e-aacf-4ec4-b6c7-6b576e3a8297', 'name': 'network-vif-deleted', 'tag': '0a177bf1-ad35-49ae-8f44-58e74f3c2441', 'status': 'completed', 'code': 200}
Apr 06 10:24:39.274674 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Attempting to bind port 361d7009-4bef-4305-94c3-4519522a1589 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:24:39.275052 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Attempting to bind port 361d7009-4bef-4305-94c3-4519522a1589 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:24:39.275382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Attempting to bind port 361d7009-4bef-4305-94c3-4519522a1589 on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:24:39.277823 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78cd64-8376-4e4c-b5dc-ea8415a74583 req-2ec39e98-4551-491b-bdee-432fe92530ed tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:39.282769 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Port 361d7009-4bef-4305-94c3-4519522a1589 on network 4add46be-e449-4063-94c9-630fe2457420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:24:39.283145 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Attempting to bind port 361d7009-4bef-4305-94c3-4519522a1589 on network 4add46be-e449-4063-94c9-630fe2457420 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:24:39.288303 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9b78cd64-8376-4e4c-b5dc-ea8415a74583 req-2ec39e98-4551-491b-bdee-432fe92530ed tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.3085475
Apr 06 10:24:39.294382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:24:39.297123 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Checking segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:24:39.297788 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Bound using segment: {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:24:39.298461 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Bound port: 361d7009-4bef-4305-94c3-4519522a1589, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e52a97-6245-490a-befe-fda790ebe899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4add46be-e449-4063-94c9-630fe2457420'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:24:39.298996 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:39.299340 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-875de957-0d27-4b62-9813-504181c4c9e1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:39.301158 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-875de957-0d27-4b62-9813-504181c4c9e1 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 946 time: 0.2448459
Apr 06 10:24:39.437602 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] For port 361d7009-4bef-4305-94c3-4519522a1589, host hv-cinder-83675, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:24:39.440226 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] For port 361d7009-4bef-4305-94c3-4519522a1589, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=361d7009-4bef-4305-94c3-4519522a1589,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:24:39.452665 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Deleting port 59b3665d-f89b-40af-b4c7-df563cb23322 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:39.453208 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:39.515848 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:39.541205 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9b78cd64-8376-4e4c-b5dc-ea8415a74583 req-9f85a7fc-cdbd-4648-a9af-ca168b23e236 tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24356f0a-083d-45d5-9df4-450ebb10f2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2389500
Apr 06 10:24:39.586227 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:39.587598 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] 10.222.0.61 "PUT /v2.0/ports/361d7009-4bef-4305-94c3-4519522a1589 HTTP/1.1" status: 200  len: 1093 time: 1.5654309
Apr 06 10:24:39.588030 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'tag': '361d7009-4bef-4305-94c3-4519522a1589'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:39.611371 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12787abb-5214-461d-85ee-be0e25adca05 service neutron] Pushing event updated for resources: {'Port': ['ID=361d7009-4bef-4305-94c3-4519522a1589,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:39.675136 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b841fcd0-e252-459c-9863-7a7bc7d8ff42'] response: {'name': 'network-changed', 'server_uuid': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'tag': '361d7009-4bef-4305-94c3-4519522a1589', 'status': 'completed', 'code': 200}
Apr 06 10:24:39.828169 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] For port 59b3665d-f89b-40af-b4c7-df563cb23322, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=59b3665d-f89b-40af-b4c7-df563cb23322,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:39.828476 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:39.850542 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-52339bd9-9cf7-415f-a83b-5b5469b38bd7 req-2d5a062f-96f7-40f9-9e34-11e613e26cb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 1096 time: 0.1518624
Apr 06 10:24:39.857704 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91fc81-ebd0-4428-ba00-61b0f0fb5c63 req-beda8693-8a1e-474c-a52b-b8832aede2c7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:39.859300 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6b91fc81-ebd0-4428-ba00-61b0f0fb5c63 req-beda8693-8a1e-474c-a52b-b8832aede2c7 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1255114
Apr 06 10:24:39.981278 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Calling delete_port for 59b3665d-f89b-40af-b4c7-df563cb23322 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:40.007651 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6b91fc81-ebd0-4428-ba00-61b0f0fb5c63 req-2b9c8306-e9fb-4d72-9c30-bc8747ecdd53 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257908
Apr 06 10:24:40.039144 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52339bd9-9cf7-415f-a83b-5b5469b38bd7 req-af2e889a-65b2-47a5-b379-117762163aec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:40.040613 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-52339bd9-9cf7-415f-a83b-5b5469b38bd7 req-af2e889a-65b2-47a5-b379-117762163aec service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=474c373d715f467baa3762fdef8c160a&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1805139
Apr 06 10:24:40.073122 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-5a9e8ce9-cc43-4fd9-b4c6-6543e6c702e7 req-c7c354f1-165d-4b5e-bf51-7c10f0c0f3de tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:40.185249 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-5a9e8ce9-cc43-4fd9-b4c6-6543e6c702e7 req-c7c354f1-165d-4b5e-bf51-7c10f0c0f3de tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:40.186542 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a9e8ce9-cc43-4fd9-b4c6-6543e6c702e7 req-c7c354f1-165d-4b5e-bf51-7c10f0c0f3de tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=1736048e-aacf-4ec4-b6c7-6b576e3a8297 HTTP/1.1" status: 200  len: 210 time: 0.1698983
Apr 06 10:24:40.228476 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 59b3665d-f89b-40af-b4c7-df563cb23322 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:40.240222 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52339bd9-9cf7-415f-a83b-5b5469b38bd7 req-0bc77b2c-6b17-42cd-bfc8-0ceadd7aacb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:40.241716 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-52339bd9-9cf7-415f-a83b-5b5469b38bd7 req-0bc77b2c-6b17-42cd-bfc8-0ceadd7aacb6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1907356
Apr 06 10:24:40.269640 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:40.277004 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70245675-ca80-4d30-a3cc-646e687bde5b req-feee5382-d290-4567-9f97-37adbb5cbe6a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:40.281050 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-70245675-ca80-4d30-a3cc-646e687bde5b req-feee5382-d290-4567-9f97-37adbb5cbe6a tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 943 time: 0.1008015
Apr 06 10:24:40.304322 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No active binding found for port 59b3665d-f89b-40af-b4c7-df563cb23322 {{(pid=83996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Apr 06 10:24:40.304714 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 59b3665d-f89b-40af-b4c7-df563cb23322 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:40.305258 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 0a177bf1-ad35-49ae-8f44-58e74f3c2441 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:40.319053 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Pushing event deleted for resources: {'Port': ['ID=59b3665d-f89b-40af-b4c7-df563cb23322,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:40.343810 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 0a177bf1-ad35-49ae-8f44-58e74f3c2441 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:40.344150 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 0a177bf1-ad35-49ae-8f44-58e74f3c2441 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:40.389985 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-70245675-ca80-4d30-a3cc-646e687bde5b req-c94c24b8-887f-49ae-bca0-a5b2e18162c6 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631828
Apr 06 10:24:40.400805 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-bf12f2aa-e337-455c-8ae4-20129c2d176a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 1096 time: 0.1157975
Apr 06 10:24:40.402483 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] No DVR routers for this DVR port 59b3665d-f89b-40af-b4c7-df563cb23322 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:24:40.404971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:40.475132 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-c770db8d-8126-4f93-9adf-c99ce2e889c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=361d7009-4bef-4305-94c3-4519522a1589 HTTP/1.1" status: 200  len: 217 time: 0.0657251
Apr 06 10:24:40.482267 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4f1cfa78-4f8b-46d3-9d04-cd21dc61d9f5 req-3786dea0-b95a-4aaa-940d-4e44cfd90f7e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.61 "DELETE /v2.0/ports/59b3665d-f89b-40af-b4c7-df563cb23322 HTTP/1.1" status: 204  len: 173 time: 1.1553905
Apr 06 10:24:40.539267 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-82eeb1b0-e1fb-43c8-87d9-b788c8e4e066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:40.540682 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-82eeb1b0-e1fb-43c8-87d9-b788c8e4e066 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.0591688
Apr 06 10:24:40.617585 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-d97e1786-5594-46c7-aa19-ebb1656e59cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701184
Apr 06 10:24:40.738837 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e77db707-d826-479e-ab75-35b92e61ec80 req-d199a26b-6a5e-46ea-b712-f40a4eae355e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Synchronizing usage tracker for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:40.773791 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-51d032a4-1cc1-4824-96ff-b2b64483439e service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490927
Apr 06 10:24:40.841812 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-e77db707-d826-479e-ab75-35b92e61ec80 req-d199a26b-6a5e-46ea-b712-f40a4eae355e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] Unset dirty status for tenant:a5cf8fe4306446d985fb4a66132ccf62 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:40.843330 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e77db707-d826-479e-ab75-35b92e61ec80 req-d199a26b-6a5e-46ea-b712-f40a4eae355e tempest-TestMinimumBasicScenario-1995017760 tempest-TestMinimumBasicScenario-1995017760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd7cf5a-cb5f-4343-8963-d6130f3d735d HTTP/1.1" status: 200  len: 210 time: 0.1665854
Apr 06 10:24:40.936134 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6eaf9a4b-cd14-4987-8f06-74717ec9f811 req-938a068b-9b5b-4c0e-ab87-86da86c7de00 service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556582
Apr 06 10:24:41.195968 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'name': 'network-vif-deleted', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:41.277722 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e583161-120d-4465-9458-99be05941e72'] response: {'server_uuid': '4bd7cf5a-cb5f-4343-8963-d6130f3d735d', 'name': 'network-vif-deleted', 'tag': '59b3665d-f89b-40af-b4c7-df563cb23322', 'status': 'completed', 'code': 200}
Apr 06 10:24:41.323807 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cc4b5-8171-4098-bc2c-dfe89f6964cb req-19d08d2a-fcdb-4f5a-874a-afd1f627cd73 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:41.325644 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-206cc4b5-8171-4098-bc2c-dfe89f6964cb req-19d08d2a-fcdb-4f5a-874a-afd1f627cd73 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1735489
Apr 06 10:24:41.378868 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-206cc4b5-8171-4098-bc2c-dfe89f6964cb req-b82d1eef-f51d-47e3-87ef-504c35768a9a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469253
Apr 06 10:24:41.615987 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc7d10-8b7a-487d-926e-77f3d58aaf73 req-988b6637-96c4-4d69-9efc-77a14218dfad tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:41.617651 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fddc7d10-8b7a-487d-926e-77f3d58aaf73 req-988b6637-96c4-4d69-9efc-77a14218dfad tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 943 time: 0.0871353
Apr 06 10:24:41.679069 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fddc7d10-8b7a-487d-926e-77f3d58aaf73 req-c1a7d7cd-31d7-43ac-b3a1-58a2a516b483 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539124
Apr 06 10:24:42.179151 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f251bbe-a620-4797-ad5c-87c20a56943e req-1d6742b8-c249-4b01-a5ee-d4f2dea16f77 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:42.180456 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3f251bbe-a620-4797-ad5c-87c20a56943e req-1d6742b8-c249-4b01-a5ee-d4f2dea16f77 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1034751
Apr 06 10:24:42.223515 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 361d7009-4bef-4305-94c3-4519522a1589 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:24:42.251168 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3f251bbe-a620-4797-ad5c-87c20a56943e req-274faccd-8c1a-4bda-a030-1db3af1451af tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637884
Apr 06 10:24:42.389677 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 361d7009-4bef-4305-94c3-4519522a1589, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=361d7009-4bef-4305-94c3-4519522a1589,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:42.407272 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '361d7009-4bef-4305-94c3-4519522a1589', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'port_id': '361d7009-4bef-4305-94c3-4519522a1589', 'mac_address': 'fa:16:3e:39:55:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:24:42.470570 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:42.491267 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361d7009-4bef-4305-94c3-4519522a1589 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:24:42.511703 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 361d7009-4bef-4305-94c3-4519522a1589, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=361d7009-4bef-4305-94c3-4519522a1589,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:42.620066 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:42.639732 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da85a9d-e668-4fcc-8e5e-f5c1559fbefc req-83160ea0-c5a5-438e-bda0-53878e6cb46c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:42.645219 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1da85a9d-e668-4fcc-8e5e-f5c1559fbefc req-83160ea0-c5a5-438e-bda0-53878e6cb46c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1051838
Apr 06 10:24:42.695592 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1da85a9d-e668-4fcc-8e5e-f5c1559fbefc req-90f28e1b-4348-4981-af35-a48a93d0d861 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494418
Apr 06 10:24:42.701220 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=361d7009-4bef-4305-94c3-4519522a1589,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:42.715866 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.716159 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.716477 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.716942 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.717284 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.717611 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.717952 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.718452 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.718997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.719486 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.719972 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:24:42.909674 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1daebf-aad2-40eb-ae53-89f9dc6bdf7c req-44cf30e3-933b-4e9c-8cac-dcd258fbe21f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:42.911135 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-af1daebf-aad2-40eb-ae53-89f9dc6bdf7c req-44cf30e3-933b-4e9c-8cac-dcd258fbe21f tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 944 time: 0.0940883
Apr 06 10:24:42.954548 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['361d7009-4bef-4305-94c3-4519522a1589'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:24:42.971418 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-af1daebf-aad2-40eb-ae53-89f9dc6bdf7c req-20d54d84-8816-41a9-b20c-22f380d3f690 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538576
Apr 06 10:24:43.466478 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076877c-0a5c-451e-9bf0-85fe757f5b6a req-4e8826a6-f0fa-4598-b055-dd1acac3875e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:43.467159 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-0076877c-0a5c-451e-9bf0-85fe757f5b6a req-4e8826a6-f0fa-4598-b055-dd1acac3875e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:43.480398 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-0076877c-0a5c-451e-9bf0-85fe757f5b6a req-4e8826a6-f0fa-4598-b055-dd1acac3875e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:43.481492 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0076877c-0a5c-451e-9bf0-85fe757f5b6a req-4e8826a6-f0fa-4598-b055-dd1acac3875e tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.0984323
Apr 06 10:24:43.536789 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-0076877c-0a5c-451e-9bf0-85fe757f5b6a req-b34f1cd9-2eaf-40fe-ac3c-07ac2bc1dcc9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:43.618467 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-0076877c-0a5c-451e-9bf0-85fe757f5b6a req-b34f1cd9-2eaf-40fe-ac3c-07ac2bc1dcc9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:43.619668 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0076877c-0a5c-451e-9bf0-85fe757f5b6a req-b34f1cd9-2eaf-40fe-ac3c-07ac2bc1dcc9 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304960
Apr 06 10:24:43.897369 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52232) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:44.062869 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591ff78-e013-4b26-bf07-8245b3f7c441 req-e0825230-9679-4c4d-8d5a-9f7243b0a7fd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:44.064389 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0591ff78-e013-4b26-bf07-8245b3f7c441 req-e0825230-9679-4c4d-8d5a-9f7243b0a7fd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.2277222
Apr 06 10:24:44.137568 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0591ff78-e013-4b26-bf07-8245b3f7c441 req-3f1bf767-ec81-426b-a3a7-5ff1589ec71f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666561
Apr 06 10:24:44.192690 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ca840-3069-46a6-bc9b-324fc19fdb9e req-f7876618-9c02-4f62-888b-59b1a1a5eaa4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:44.194251 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fa9ca840-3069-46a6-bc9b-324fc19fdb9e req-f7876618-9c02-4f62-888b-59b1a1a5eaa4 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 944 time: 0.0863295
Apr 06 10:24:44.239373 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 361d7009-4bef-4305-94c3-4519522a1589 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:24:44.242011 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fa9ca840-3069-46a6-bc9b-324fc19fdb9e req-b77e4964-b791-423c-b990-f13ac8fec02c tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415032
Apr 06 10:24:44.377768 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 361d7009-4bef-4305-94c3-4519522a1589 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:24:44.378020 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:44.383150 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 361d7009-4bef-4305-94c3-4519522a1589 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:24:44.383511 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:44.501277 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:44.529353 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361d7009-4bef-4305-94c3-4519522a1589'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:44.539635 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 361d7009-4bef-4305-94c3-4519522a1589, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=361d7009-4bef-4305-94c3-4519522a1589,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:44.613485 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:44.664647 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453db594-646b-4c66-9a4f-5b123a0acccc'] response: {'server_uuid': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361d7009-4bef-4305-94c3-4519522a1589', 'code': 200}
Apr 06 10:24:44.700319 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-36c08e89-6dbd-4406-9906-008a4e72399a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:44.702298 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-36c08e89-6dbd-4406-9906-008a4e72399a tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.1750367
Apr 06 10:24:44.704140 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=361d7009-4bef-4305-94c3-4519522a1589,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:44.897713 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Deleting port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:44.898282 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:45.176169 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07704f-7355-4a25-a026-4b9b1cac91bc req-765f307f-961d-4fdd-8b21-947f2fd31f50 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:45.178360 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0c07704f-7355-4a25-a026-4b9b1cac91bc req-765f307f-961d-4fdd-8b21-947f2fd31f50 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 945 time: 0.3678644
Apr 06 10:24:45.240340 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3e66f30e-cff4-41cd-b6ac-d09ce292cd87 req-ad3635ab-d5a0-40ac-97c9-d3dd78075b7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 1098 time: 0.1312411
Apr 06 10:24:45.319106 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0c07704f-7355-4a25-a026-4b9b1cac91bc req-edfd5354-ca6f-4155-b4ba-c4efc3427402 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e6eea3a-95fa-4494-8a06-80cd17e2746b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854194
Apr 06 10:24:45.345889 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] For port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:45.346974 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:45.377050 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3e66f30e-cff4-41cd-b6ac-d09ce292cd87 req-e0989a69-dfe7-49f1-a775-6cef20921d58 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295118
Apr 06 10:24:45.431088 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95e5e0-e4fb-41eb-926e-29e2e6f72b1f req-c672e57a-01f8-49ef-b992-8be5f91c71a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:45.433254 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-da95e5e0-e4fb-41eb-926e-29e2e6f72b1f req-c672e57a-01f8-49ef-b992-8be5f91c71a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1411765
Apr 06 10:24:45.476602 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Calling delete_port for 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:45.520257 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Deleting port 4cd8420f-4cd2-4893-8356-5fb2750fd28a {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:45.520600 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:45.561699 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-da95e5e0-e4fb-41eb-926e-29e2e6f72b1f req-ed6af786-b595-47b6-ad73-207fe0ac8867 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030166
Apr 06 10:24:45.663659 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe58ba-9143-438a-a98a-46e58836d84e req-934f10d4-7c9a-4e02-80bc-8df75fb5ef76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:45.665094 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dfbe58ba-9143-438a-a98a-46e58836d84e req-934f10d4-7c9a-4e02-80bc-8df75fb5ef76 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 945 time: 0.1959321
Apr 06 10:24:45.731675 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] For port 4cd8420f-4cd2-4893-8356-5fb2750fd28a, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4cd8420f-4cd2-4893-8356-5fb2750fd28a,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:45.731675 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:45.732094 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dfbe58ba-9143-438a-a98a-46e58836d84e req-410ad11a-601d-489e-a9d1-ef88bbc35167 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581841
Apr 06 10:24:45.808083 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:45.819779 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['44fca9bc-f3d0-4f77-9ad9-016addc3e3a8'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:24:45.841026 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Calling delete_port for 4cd8420f-4cd2-4893-8356-5fb2750fd28a owned by network:router_interface {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:45.858657 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Pushing event deleted for resources: {'Port': ['ID=44fca9bc-f3d0-4f77-9ad9-016addc3e3a8,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:45.932725 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] No DVR routers for this DVR port 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 on host hv-cinder-83675 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:24:45.935378 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:45.938081 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e821ff-8565-4a6e-993a-34b6dfbe2424', 'name': 'network-vif-deleted', 'tag': '44fca9bc-f3d0-4f77-9ad9-016addc3e3a8'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:45.998056 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497c3d75-9e37-4102-80e2-431ae23cc066'] response: {'server_uuid': 'f1e821ff-8565-4a6e-993a-34b6dfbe2424', 'name': 'network-vif-deleted', 'tag': '44fca9bc-f3d0-4f77-9ad9-016addc3e3a8', 'status': 'completed', 'code': 200}
Apr 06 10:24:46.042250 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6532f3fa-8d0d-40fb-9c8e-64ce8b26e6c3 req-f43e5f6f-1e45-43ad-9154-7c682e2ac6b6 tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.61 "DELETE /v2.0/ports/44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 HTTP/1.1" status: 204  len: 173 time: 1.3327210
Apr 06 10:24:46.253238 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:46.382260 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd8420f-4cd2-4893-8356-5fb2750fd28a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:46.561241 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-b2671329-2cb9-41e8-964d-1814441c4ff4 req-3f3c5de4-3ada-4c21-a6a0-ccf021aa6a4f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Synchronizing usage tracker for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:46.647072 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-b2671329-2cb9-41e8-964d-1814441c4ff4 req-3f3c5de4-3ada-4c21-a6a0-ccf021aa6a4f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] Unset dirty status for tenant:6c26929cdc2e419397fb84381a87eae9 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:46.648576 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b2671329-2cb9-41e8-964d-1814441c4ff4 req-3f3c5de4-3ada-4c21-a6a0-ccf021aa6a4f tempest-ServerRescueNegativeTestJSON-536572318 tempest-ServerRescueNegativeTestJSON-536572318-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e821ff-8565-4a6e-993a-34b6dfbe2424 HTTP/1.1" status: 200  len: 210 time: 0.1391835
Apr 06 10:24:46.883700 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:46.968154 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dcaf5-8265-4e3a-8b56-4abddbcbab0d req-0aa1c734-db52-4d81-bece-cff481cf0a6d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:46.970466 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-683dcaf5-8265-4e3a-8b56-4abddbcbab0d req-0aa1c734-db52-4d81-bece-cff481cf0a6d tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 945 time: 0.0911243
Apr 06 10:24:47.026640 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-683dcaf5-8265-4e3a-8b56-4abddbcbab0d req-cbc05020-fe98-4326-8654-2ba6dedef311 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489616
Apr 06 10:24:47.050978 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e64b81-cde7-45de-a9a4-3e82d3b17602 req-8b880d32-7299-4edb-9970-fa565ed01b0f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:47.053181 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-17e64b81-cde7-45de-a9a4-3e82d3b17602 req-8b880d32-7299-4edb-9970-fa565ed01b0f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.2550554
Apr 06 10:24:47.126408 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-17e64b81-cde7-45de-a9a4-3e82d3b17602 req-09fe3922-379f-4dde-b99f-93e5f76343cd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625694
Apr 06 10:24:47.330558 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306edeb1-6f82-410d-993e-c43c6074de5c req-ffe2a86c-784a-45e3-96b0-437f773fcbf7 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:47.344465 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-306edeb1-6f82-410d-993e-c43c6074de5c req-ffe2a86c-784a-45e3-96b0-437f773fcbf7 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 945 time: 0.1716352
Apr 06 10:24:47.346927 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52258) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:47.352132 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Request body: {'floatingip': {'port_id': '361d7009-4bef-4305-94c3-4519522a1589'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:24:47.435723 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:47.615035 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Router 6e277dc6-3998-4b62-af14-627f2ce1d39f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:24:47.792583 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52270) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:47.863295 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:24:47.876387 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] Sync routers for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:24:47.897603 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:47.902843 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80717070>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:48.049085 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-62b839a0-2a24-4513-872c-79fd54c4f4d1 admin admin] 10.222.0.11 "PUT /v2.0/routers/6e277dc6-3998-4b62-af14-627f2ce1d39f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1503775
Apr 06 10:24:48.049959 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52280) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:48.195695 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.resource_extend [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 06 10:24:48.205225 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:48.361059 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:48.374326 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:48.420731 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:48.420974 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 44fca9bc-f3d0-4f77-9ad9-016addc3e3a8 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:48.448651 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166af6c1-9dd0-4d52-a52c-522837c5ca49 req-33038e96-7ff0-49af-9f05-11fce06f1677 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:48.450558 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-166af6c1-9dd0-4d52-a52c-522837c5ca49 req-33038e96-7ff0-49af-9f05-11fce06f1677 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1184380
Apr 06 10:24:48.521624 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:48.569991 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:48.601100 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:48.620950 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80717070>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:24:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:48.628197 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] Checking router: 6e277dc6-3998-4b62-af14-627f2ce1d39f for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:24:48.646891 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] Routers {'6e277dc6-3998-4b62-af14-627f2ce1d39f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:48.647799 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80717070>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['6e277dc6-3998-4b62-af14-627f2ce1d39f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:48.716046 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-166af6c1-9dd0-4d52-a52c-522837c5ca49 req-936de6fd-2a31-467f-acd7-40c4b2d1fe32 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2571993
Apr 06 10:24:48.725700 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:48.872899 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] Set router 6e277dc6-3998-4b62-af14-627f2ce1d39f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:48.874273 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c8b7-9b7a-4bc1-8027-2539d2d4d2f8 req-2cf3b44c-5057-4002-bc3f-a7e261842cf3 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:48.875793 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2403c8b7-9b7a-4bc1-8027-2539d2d4d2f8 req-2cf3b44c-5057-4002-bc3f-a7e261842cf3 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.1295333
Apr 06 10:24:48.961585 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2403c8b7-9b7a-4bc1-8027-2539d2d4d2f8 req-29e680df-9b37-4cf7-828c-7953b0bb53d4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753534
Apr 06 10:24:49.108485 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.l3_db [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Floating IP ce078cbc-56a0-4bcd-b065-066f56d48af0 associated. External IP: 172.27.2.78, port: 361d7009-4bef-4305-94c3-4519522a1589.
Apr 06 10:24:49.251765 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80717070>, [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:24:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:49.255882 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ef98f-dc6b-4887-9dc6-6bd548139de0 None None] The sync data for ids ['6e277dc6-3998-4b62-af14-627f2ce1d39f'] in dv-cinder-836753-1-iscsi is: [{'id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'name': 'tempest-TestMinimumBasicScenario-2084529749-router', 'tenant_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:28Z', 'updated_at': '2022-04-06T10:24:46Z', 'revision_number': 5, 'project_id': 'a5cf8fe4306446d985fb4a66132ccf62', 'gw_port': {'id': '2ddbeb1b-19cd-44c1-9bb5-287f64906e7b', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277dc6-3998-4b62-af14-627f2ce1d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:29Z', 'updated_at': '2022-04-06T10:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:24:49.311763 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:49.453358 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Deleting port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:49.453743 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:49.482847 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Deleting port 191d4c07-1df8-468c-9636-dc878175507f {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:49.483185 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:49.672163 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] For port 191d4c07-1df8-468c-9636-dc878175507f, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=191d4c07-1df8-468c-9636-dc878175507f,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:49.672758 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:49.731828 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] For port 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2ddbeb1b-19cd-44c1-9bb5-287f64906e7b,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:49.732311 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:49.804200 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Calling delete_port for 191d4c07-1df8-468c-9636-dc878175507f owned by network:router_interface {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:49.861981 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Calling delete_port for 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:50.138416 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:50.269168 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a25f-bfe9-4f62-b1e7-055970e232a6 req-2087f0ed-fa42-479a-b52d-01b7aaba42c0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:50.270761 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2060a25f-bfe9-4f62-b1e7-055970e232a6 req-2087f0ed-fa42-479a-b52d-01b7aaba42c0 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.3815837
Apr 06 10:24:50.279647 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:24:50.286233 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Pushing event deleted for resources: {'Port': ['ID=191d4c07-1df8-468c-9636-dc878175507f,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:50.463082 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff786b-0bda-4df6-a731-a5c55d86777f req-c45d5a74-f7c8-48b5-89cc-3f88fe22a9f4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:50.467409 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a9ff786b-0bda-4df6-a731-a5c55d86777f req-c45d5a74-f7c8-48b5-89cc-3f88fe22a9f4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.3639243
Apr 06 10:24:50.593589 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a9ff786b-0bda-4df6-a731-a5c55d86777f req-b3d3e9b9-76b2-427c-a25b-5a854688bc7a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124394
Apr 06 10:24:50.595221 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-1f6eac2b-bfe5-4a64-8cf8-6da9e9de814c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:50.596765 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-1f6eac2b-bfe5-4a64-8cf8-6da9e9de814c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.4818869
Apr 06 10:24:50.657898 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2060a25f-bfe9-4f62-b1e7-055970e232a6 req-7d78dacf-66d5-4085-aace-8c2a3b35e657 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3767755
Apr 06 10:24:50.661851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:50.755475 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Deleting port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:50.755818 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:50.829491 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:50.910755 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddbeb1b-19cd-44c1-9bb5-287f64906e7b,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:51.172873 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-0d15bd42-ddf4-473c-b726-bd0506e6d89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:51.272640 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Router 5349735b-ce6f-4eb1-bca2-c685ed74a17a has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:24:51.321978 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] For port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:51.323209 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:51.331132 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:51.379285 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4cd8420f-4cd2-4893-8356-5fb2750fd28a no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:51.426758 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 4cd8420f-4cd2-4893-8356-5fb2750fd28a {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:51.427632 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4cd8420f-4cd2-4893-8356-5fb2750fd28a not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:51.502030 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:24:51.505632 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:24:51.515257 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:24:51.520729 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] Sync routers for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:24:51.531063 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:51.538166 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8077d670>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:51.538323 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:51.538323 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e801b2be0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:51.550482 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:51.604698 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-311aeead-88dc-4fed-8fb1-a139122d0039 admin admin] 10.222.0.11 "PUT /v2.0/routers/5349735b-ce6f-4eb1-bca2-c685ed74a17a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8097260
Apr 06 10:24:51.606157 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52292) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:51.733515 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:51.813011 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:52.138451 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46dc6-1e91-4acc-b841-30b11d90845c req-7c46df6f-85a8-4f41-a877-d6f3d914d51a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:52.142346 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8bd46dc6-1e91-4acc-b841-30b11d90845c req-7c46df6f-85a8-4f41-a877-d6f3d914d51a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 946 time: 0.3289883
Apr 06 10:24:52.152044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.188062 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.190312 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8077d670>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'ce078cbc-56a0-4bcd-b065-066f56d48af0', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '361d7009-4bef-4305-94c3-4519522a1589', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:39:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:24:31Z', 'updated_at': '2022-04-06T10:24:48Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:52.194577 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:24:52.208018 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:52.208870 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8077d670>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:52.242165 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-31b1b4ef-9618-4d6b-9d32-1f333b9e1a5b tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "PUT /v2.0/floatingips/ce078cbc-56a0-4bcd-b065-066f56d48af0 HTTP/1.1" status: 200  len: 990 time: 4.8943255
Apr 06 10:24:52.245476 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:52.252361 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'tag': '361d7009-4bef-4305-94c3-4519522a1589'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:52.264602 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.320180 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8bd46dc6-1e91-4acc-b841-30b11d90845c req-3d75a300-d01e-41e4-9a37-66f6c07dd9f7 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1717272
Apr 06 10:24:52.402071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e801b2be0>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:24:49Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:52.408979 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] Checking router: 5349735b-ce6f-4eb1-bca2-c685ed74a17a for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:24:52.431275 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.441204 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.453126 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] Routers {'5349735b-ce6f-4eb1-bca2-c685ed74a17a'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:52.454140 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e801b2be0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:52.468253 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:52.469515 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.470068 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.470234 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.l3_db [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Floating IP 10f29aa0-4469-4998-934a-8571cbd28b2b disassociated. External IP: 172.27.2.102, port: 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da.
Apr 06 10:24:52.470588 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Calling delete_port for 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da owned by compute:nova {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:52.507647 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84a2b4c-4b42-4d4a-ac56-74b01ee3a852'] response: {'name': 'network-changed', 'server_uuid': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'tag': '361d7009-4bef-4305-94c3-4519522a1589', 'status': 'completed', 'code': 200}
Apr 06 10:24:52.559973 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3a63d-0d88-4815-be9b-c392e5c99f21 req-3b096af6-ed1e-491b-87c4-a97779801a99 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:52.559973 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cae3a63d-0d88-4815-be9b-c392e5c99f21 req-3b096af6-ed1e-491b-87c4-a97779801a99 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.6871388
Apr 06 10:24:52.598684 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-3ef92574-4808-48e4-af39-5c0df17594ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=474c373d715f467baa3762fdef8c160a&device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 1098 time: 0.1211507
Apr 06 10:24:52.686542 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cae3a63d-0d88-4815-be9b-c392e5c99f21 req-40799cbe-424b-4a57-a494-8a79a3f03636 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303923
Apr 06 10:24:52.709746 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Deleting port 2dcd7464-516c-4eb9-9f69-ed680737272d {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:52.710452 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.719411 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] Set router 5349735b-ce6f-4eb1-bca2-c685ed74a17a gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:52.767696 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.768829 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e277dc6-3998-4b62-af14-627f2ce1d39f {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:24:52.812982 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.871647 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event deleted for resources: {'Port': ['ID=55f9eb94-ab7f-4210-a8c2-c38c32bfc2da,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:52.968566 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:52.970188 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e1ba6c55-73ba-45b6-920d-0c7702d99154 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6e277dc6-3998-4b62-af14-627f2ce1d39f HTTP/1.1" status: 204  len: 168 time: 4.9191260
Apr 06 10:24:52.978713 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52304) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:53.018641 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-198687f4-478a-4efe-b4dc-e00bea05cab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:53.024118 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-198687f4-478a-4efe-b4dc-e00bea05cab9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 200  len: 914 time: 0.4193175
Apr 06 10:24:53.132428 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8077d670>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'ce078cbc-56a0-4bcd-b065-066f56d48af0', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '361d7009-4bef-4305-94c3-4519522a1589', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:39:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:24:31Z', 'updated_at': '2022-04-06T10:24:48Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:53.139153 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d281686-5f1e-406f-a27b-6527e4e2f2d3 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'ce078cbc-56a0-4bcd-b065-066f56d48af0', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'port_id': '361d7009-4bef-4305-94c3-4519522a1589', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'mac_address': 'fa:16:3e:39:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:24:31Z', 'updated_at': '2022-04-06T10:24:48Z', 'revision_number': 1, 'project_id': '474c373d715f467baa3762fdef8c160a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:24:53.139373 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_v2 [None req-0094f976-3f6e-4be3-a20f-60cdb33e9909 admin admin] Deleting subnet c01164e3-7e0e-4eb9-9aea-3e9b80cf5441 {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:24:53.141770 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0094f976-3f6e-4be3-a20f-60cdb33e9909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:53.231043 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0094f976-3f6e-4be3-a20f-60cdb33e9909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267207563'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:53.336518 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-de0121db-3903-4bbb-aec3-6748b53a5b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:53.338858 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:53.421208 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0094f976-3f6e-4be3-a20f-60cdb33e9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:53.428929 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:53.429253 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2ddbeb1b-19cd-44c1-9bb5-287f64906e7b not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:53.437305 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] For port 2dcd7464-516c-4eb9-9f69-ed680737272d, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2dcd7464-516c-4eb9-9f69-ed680737272d,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:53.437863 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:53.458803 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-ab073770-d9f3-4bce-9e8b-586d866f5c03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=361d7009-4bef-4305-94c3-4519522a1589 HTTP/1.1" status: 200  len: 998 time: 0.4259279
Apr 06 10:24:53.492705 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e801b2be0>, [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:24:49Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:53.501573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Router b1244669-e50b-45a9-bb5b-0edf918c3800 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:24:53.502483 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d961c730-7ff3-469f-b590-a7f377e24a6d None None] The sync data for ids ['5349735b-ce6f-4eb1-bca2-c685ed74a17a'] in dv-cinder-836753-1-iscsi is: [{'id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'name': 'tempest-ServerRescueNegativeTestJSON-439436702-router', 'tenant_id': '6c26929cdc2e419397fb84381a87eae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:24:49Z', 'revision_number': 5, 'project_id': '6c26929cdc2e419397fb84381a87eae9', 'gw_port': {'id': '2dcd7464-516c-4eb9-9f69-ed680737272d', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5349735b-ce6f-4eb1-bca2-c685ed74a17a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:24:53.546753 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d8e25-914f-4945-9e78-a41c4e719408 None None] New status for floating IP ce078cbc-56a0-4bcd-b065-066f56d48af0: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:24:53.692002 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Calling delete_port for 2dcd7464-516c-4eb9-9f69-ed680737272d owned by network:router_gateway {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:53.747776 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8cad838d-0b63-4fbb-a43f-24e0b6cb9f67 req-cdb7c22b-4a65-4193-814b-eb6c3f6a9a35 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 210 time: 0.1625161
Apr 06 10:24:53.786939 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-7c2692ed-44c4-463e-a5c3-6c175f438729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:53.788410 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-7c2692ed-44c4-463e-a5c3-6c175f438729 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 200  len: 852 time: 0.3195674
Apr 06 10:24:53.825570 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0094f976-3f6e-4be3-a20f-60cdb33e9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266915740'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:53.886459 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094f976-3f6e-4be3-a20f-60cdb33e9909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01164e3-7e0e-4eb9-9aea-3e9b80cf5441,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:53.896624 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0094f976-3f6e-4be3-a20f-60cdb33e9909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:53.896624 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:24:53.899514 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad76f1-dbf9-44f7-9257-72cff5744936 None None] Network 5761f520-9e70-4724-b543-ce095daa3960 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:24:53.952845 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] Sync routers for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:24:54.007883 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0094f976-3f6e-4be3-a20f-60cdb33e9909 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c01164e3-7e0e-4eb9-9aea-3e9b80cf5441 HTTP/1.1" status: 204  len: 168 time: 1.0276644
Apr 06 10:24:54.010020 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] No DVR routers for this DVR port 55f9eb94-ab7f-4210-a8c2-c38c32bfc2da on host hv-cinder-83675 {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:24:54.012478 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52314) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:54.015731 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:54.018208 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5ec56ab6-46f3-4099-8370-3974a93a0df9 req-56df3d1e-7c55-4d4e-84a3-9f252e5fc2f9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "DELETE /v2.0/ports/55f9eb94-ab7f-4210-a8c2-c38c32bfc2da HTTP/1.1" status: 204  len: 173 time: 3.4115684
Apr 06 10:24:54.021668 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-f5f6d621-fd47-4102-8a49-bf610c1b9494 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7077451
Apr 06 10:24:54.151458 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:54.169403 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Deleting port d26f7a0e-91b7-4d6d-a4eb-ae035267408d {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:54.170047 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:54.170510 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:54.171188 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff716a0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:54.192888 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-25596bad-8e88-4092-aa4f-68471ade8f1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4add46be-e449-4063-94c9-630fe2457420&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3931088
Apr 06 10:24:54.210471 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e95bf-225a-4306-abab-5d4283f14de2 req-da0dee26-6c64-4f6f-a91c-5eb696fbcd9f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:54.211992 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-777e95bf-225a-4306-abab-5d4283f14de2 req-da0dee26-6c64-4f6f-a91c-5eb696fbcd9f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.2712750
Apr 06 10:24:54.304680 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:24:54.463810 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:54.465845 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:54.516364 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:54.520826 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'name': 'network-vif-deleted', 'tag': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:54.530449 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a0b31-fa49-49fa-95be-aa31a804e554 req-8b1a0de4-8cfa-4101-a12e-77461f3f0d3f tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:54.534240 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcd7464-516c-4eb9-9f69-ed680737272d,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:54.538003 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d60a0b31-fa49-49fa-95be-aa31a804e554 req-8b1a0de4-8cfa-4101-a12e-77461f3f0d3f tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.3736238
Apr 06 10:24:54.566103 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-777e95bf-225a-4306-abab-5d4283f14de2 req-33a1e9ff-8394-413f-8318-2cef9d618252 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3321915
Apr 06 10:24:54.569285 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-b1a509e6-e7d3-41f2-a12d-2ee6ef371173 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 1099 time: 0.5056791
Apr 06 10:24:54.630302 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] For port d26f7a0e-91b7-4d6d-a4eb-ae035267408d, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=d26f7a0e-91b7-4d6d-a4eb-ae035267408d,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:54.630759 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:54.652421 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d60a0b31-fa49-49fa-95be-aa31a804e554 req-f716e264-82f4-4523-a388-0866cd2d6c5c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134481
Apr 06 10:24:54.701865 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] DHCP port deletion for 5761f520-9e70-4724-b543-ce095daa3960 request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:24:54.717553 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28abd9dd-a732-438e-94ca-c793e378ffdd'] response: {'server_uuid': '32e68098-7a8d-4830-94ea-6796dc2c8ce7', 'name': 'network-vif-deleted', 'tag': '55f9eb94-ab7f-4210-a8c2-c38c32bfc2da', 'status': 'completed', 'code': 200}
Apr 06 10:24:54.728883 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] Deleting port d26f7a0e-91b7-4d6d-a4eb-ae035267408d {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:54.729427 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:54.782790 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Calling delete_port for d26f7a0e-91b7-4d6d-a4eb-ae035267408d owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:54.791281 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-5eb3130a-3de9-4c5f-a443-870d4983fc41 service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5773094
Apr 06 10:24:54.903113 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:54.959692 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-86a6c3cd-9fdd-4fa6-95b9-30a9f59fcf3b req-cfdc47f5-d2b2-4728-9748-cedfd15a29f1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Synchronizing usage tracker for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:24:55.049336 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'port_id': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'mac_address': 'fa:16:3e:e8:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:24:55.069770 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.106183 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-e9453227-6919-4e36-8a6a-964c954faa50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:55.107642 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-e9453227-6919-4e36-8a6a-964c954faa50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.4785469
Apr 06 10:24:55.112780 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.129426 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] No DVR routers for this DVR port d26f7a0e-91b7-4d6d-a4eb-ae035267408d on host dv-cinder-836753-1-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:24:55.160978 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-86a6c3cd-9fdd-4fa6-95b9-30a9f59fcf3b req-cfdc47f5-d2b2-4728-9748-cedfd15a29f1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Unset dirty status for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:24:55.180022 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-86a6c3cd-9fdd-4fa6-95b9-30a9f59fcf3b req-cfdc47f5-d2b2-4728-9748-cedfd15a29f1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=32e68098-7a8d-4830-94ea-6796dc2c8ce7 HTTP/1.1" status: 200  len: 210 time: 0.2625854
Apr 06 10:24:55.225587 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.232782 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26f7a0e-91b7-4d6d-a4eb-ae035267408d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:55.289189 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54e2f0de-3722-4662-8a5d-148cef4c2f70 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:24:55.293126 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6d88ff62-01b0-4394-9515-59835b1b35aa req-c744caf2-fdfe-4af8-8432-57cecf9f832a service neutron] 10.222.0.61 "GET /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4809444
Apr 06 10:24:55.315053 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.346855 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7fa14160>,) {'filters': {'network_id': ['5761f520-9e70-4724-b543-ce095daa3960']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:55.376010 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7fa14160>, 'b688c216-a242-403f-ac87-f9d18da18bd9') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:55.376268 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7fa14160>, 'b688c216-a242-403f-ac87-f9d18da18bd9') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:55.398941 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.404982 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:55.426862 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.434496 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:24:55.437390 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.452340 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.462201 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] For port d26f7a0e-91b7-4d6d-a4eb-ae035267408d, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=d26f7a0e-91b7-4d6d-a4eb-ae035267408d,segment=NetworkSegment(b688c216-a242-403f-ac87-f9d18da18bd9),segment_id=b688c216-a242-403f-ac87-f9d18da18bd9)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:55.462201 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:24:55.532161 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:24:55.536945 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.545794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device d26f7a0e-91b7-4d6d-a4eb-ae035267408d no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:55.548162 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-8f3b0a4d-5bbd-4a47-a4f0-cdd3e9a4093e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc HTTP/1.1" status: 200  len: 1002 time: 0.3683372
Apr 06 10:24:55.549671 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.635327 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.649846 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] Calling delete_port for d26f7a0e-91b7-4d6d-a4eb-ae035267408d owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:55.695575 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-2716d14b-6628-4b46-b482-fc0d35b4b65c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:55.699693 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-2716d14b-6628-4b46-b482-fc0d35b4b65c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.1441679
Apr 06 10:24:55.720772 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: d26f7a0e-91b7-4d6d-a4eb-ae035267408d {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:55.721122 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device d26f7a0e-91b7-4d6d-a4eb-ae035267408d not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:55.721544 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 191d4c07-1df8-468c-9636-dc878175507f no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:55.732849 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.762825 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.781582 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 191d4c07-1df8-468c-9636-dc878175507f {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:55.784934 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 191d4c07-1df8-468c-9636-dc878175507f not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:55.802648 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] Pushing event deleted for resources: {'Network': ['ID=5761f520-9e70-4724-b543-ce095daa3960,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:55.816141 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['54e2f0de-3722-4662-8a5d-148cef4c2f70'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:24:55.846534 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.847422 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5349735b-ce6f-4eb1-bca2-c685ed74a17a {{(pid=83995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:24:55.899374 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:55.904730 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52328) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:55.907705 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-1f79c570-9f93-4ea1-ab0e-5d8f7fa36b12 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5349735b-ce6f-4eb1-bca2-c685ed74a17a HTTP/1.1" status: 204  len: 168 time: 4.2997909
Apr 06 10:24:55.990926 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3182f0-8d04-4a91-8bd4-8fe2d453b7ef admin admin] Deleting subnet a37a33f8-2832-41e3-acab-cbe26f308b33 {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:24:56.000904 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-3efd558f-0300-4217-b931-52ffe0bbdf77 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5761f520-9e70-4724-b543-ce095daa3960 HTTP/1.1" status: 204  len: 168 time: 1.9844940
Apr 06 10:24:56.000904 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aa3182f0-8d04-4a91-8bd4-8fe2d453b7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:56.011331 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:56.016447 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=6']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:56.046217 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52332) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:56.072464 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff716a0>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:56.077827 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:24:56.078254 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:24:56.113731 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] Checking router: b1244669-e50b-45a9-bb5b-0edf918c3800 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:24:56.143939 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:24:56.144630 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff716a0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:56.201739 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aa3182f0-8d04-4a91-8bd4-8fe2d453b7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267207563'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:56.204654 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-0acfe2f2-3ff2-4a2e-bc5c-d53285224946 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4979913
Apr 06 10:24:56.221693 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a3146-b861-4467-ae04-520b6c9b3aa2 req-0981692d-ce4d-45e5-86a0-0b836be0c797 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:56.221693 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ea0a3146-b861-4467-ae04-520b6c9b3aa2 req-0981692d-ce4d-45e5-86a0-0b836be0c797 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 944 time: 0.4486039
Apr 06 10:24:56.318903 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176704b7-f10c-4beb-ba5f-31ddadb03ed6 req-28ba3161-f662-404d-b2d0-0b0cc747d17e tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:56.320494 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-176704b7-f10c-4beb-ba5f-31ddadb03ed6 req-28ba3161-f662-404d-b2d0-0b0cc747d17e tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.4570413
Apr 06 10:24:56.399066 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aa3182f0-8d04-4a91-8bd4-8fe2d453b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:56.407103 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-f8710fc7-9e35-4292-9566-b8d2153ccf31 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:56.408549 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-f8710fc7-9e35-4292-9566-b8d2153ccf31 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.4580250
Apr 06 10:24:56.415205 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ea0a3146-b861-4467-ae04-520b6c9b3aa2 req-2fad26ad-6fc2-4ce4-87ba-146b5cd15461 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1727774
Apr 06 10:24:56.487464 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-176704b7-f10c-4beb-ba5f-31ddadb03ed6 req-8858ea08-c2b3-4ec5-8413-fe559aa20646 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563103
Apr 06 10:24:56.551616 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-9a430015-9528-4593-8d13-6cac8c8e8e69 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3299661
Apr 06 10:24:56.558233 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Deleting port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:56.558582 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:56.583020 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] Deleting port d26f7a0e-91b7-4d6d-a4eb-ae035267408d {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:56.583586 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:56.678480 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aa3182f0-8d04-4a91-8bd4-8fe2d453b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266915740'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:56.719972 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:24:56.820379 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52350) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:56.856512 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d614d-a8f4-4018-9698-edda4fe07b45 None None] The port 'd26f7a0e-91b7-4d6d-a4eb-ae035267408d' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:24:57.103946 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3182f0-8d04-4a91-8bd4-8fe2d453b7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37a33f8-2832-41e3-acab-cbe26f308b33,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:57.135718 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-aa3182f0-8d04-4a91-8bd4-8fe2d453b7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:57.143517 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fac9f2-53d5-46c5-98a1-9fe42c14f2e6 None None] Network 84cb302c-fd90-4f61-9fd1-c82d37360eb0 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:24:57.168324 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-aa3182f0-8d04-4a91-8bd4-8fe2d453b7ef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a37a33f8-2832-41e3-acab-cbe26f308b33 HTTP/1.1" status: 204  len: 168 time: 1.2623112
Apr 06 10:24:57.171044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52354) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:57.213167 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-784ebce3-a19d-460b-a0d3-683cf789c82f req-9da3e4e4-4483-4968-83f7-d55af5638c99 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5801611
Apr 06 10:24:57.229308 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a1863007-8325-4396-8f1b-af9f9e7b5308 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:57.294973 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a1863007-8325-4396-8f1b-af9f9e7b5308 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:57.363987 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2dcd7464-516c-4eb9-9f69-ed680737272d no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:57.397040 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:57.429608 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] For port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:57.429995 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:57.433428 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Deleting port c551d772-eca4-4b24-8994-e082a664705b {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:57.434183 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:57.525635 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 2dcd7464-516c-4eb9-9f69-ed680737272d {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:57.531545 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2dcd7464-516c-4eb9-9f69-ed680737272d not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:57.721547 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:57.824501 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] DHCP port deletion for 84cb302c-fd90-4f61-9fd1-c82d37360eb0 request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:24:57.846481 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] Deleting port c551d772-eca4-4b24-8994-e082a664705b {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:57.847111 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:57.912145 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a1863007-8325-4396-8f1b-af9f9e7b5308 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.000312 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1863007-8325-4396-8f1b-af9f9e7b5308 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c389ce9-7730-4b51-a45e-8ed1c7de6c4a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:58.026427 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.027138 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.027639 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Floating IP 34d5116e-6568-4fc3-b4ad-49deb665e8d4 disassociated. External IP: 172.27.2.173, port: 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc.
Apr 06 10:24:58.028143 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Calling delete_port for 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:58.122275 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff716a0>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:58.126834 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a1863007-8325-4396-8f1b-af9f9e7b5308 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.128230 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a1863007-8325-4396-8f1b-af9f9e7b5308 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "DELETE /v2.0/security-groups/0c389ce9-7730-4b51-a45e-8ed1c7de6c4a HTTP/1.1" status: 204  len: 168 time: 1.3067963
Apr 06 10:24:58.136659 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5f07e-6e58-49be-a6e7-13b0bbc7ed9d None None] The sync data for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi is: [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:24:58.155664 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52362) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:58.195975 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] For port c551d772-eca4-4b24-8994-e082a664705b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=c551d772-eca4-4b24-8994-e082a664705b,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:58.196936 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.241055 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] For port c551d772-eca4-4b24-8994-e082a664705b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=c551d772-eca4-4b24-8994-e082a664705b,segment=NetworkSegment(e70271e5-b320-4c2b-80e4-abd5867505ad),segment_id=e70271e5-b320-4c2b-80e4-abd5867505ad)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:58.241867 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.272508 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.api.v2.resource [None req-2322f1aa-be2a-4e71-83c2-45c6736d7fd1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] show failed (client error): The resource could not be found.
Apr 06 10:24:58.276468 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-2322f1aa-be2a-4e71-83c2-45c6736d7fd1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups/0c389ce9-7730-4b51-a45e-8ed1c7de6c4a HTTP/1.1" status: 404  len: 347 time: 0.1170409
Apr 06 10:24:58.277484 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52366) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:24:58.362229 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] Calling delete_port for c551d772-eca4-4b24-8994-e082a664705b owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:58.427488 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Calling delete_port for c551d772-eca4-4b24-8994-e082a664705b owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:58.445116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.451986 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:24:58.460809 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e40be-dc70-44ba-a98d-646c8fee9400 req-447a097c-ae23-4f0e-bee8-584e86591c3a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:58.464591 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-878e40be-dc70-44ba-a98d-646c8fee9400 req-447a097c-ae23-4f0e-bee8-584e86591c3a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 944 time: 0.5643899
Apr 06 10:24:58.483261 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea233b-5e3c-431b-ae7c-44bac6becb61 req-216b8677-9715-4465-bac8-7784c296e051 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:24:58.486293 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4cea233b-5e3c-431b-ae7c-44bac6becb61 req-216b8677-9715-4465-bac8-7784c296e051 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 946 time: 0.5872002
Apr 06 10:24:58.562026 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 54e2f0de-3722-4662-8a5d-148cef4c2f70 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:24:58.562435 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.597722 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Deleting port f2375da3-8b2e-4d5e-a085-19582d2d24f9 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:58.598553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.602122 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.611330 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4cea233b-5e3c-431b-ae7c-44bac6becb61 req-19813d19-4ed1-42f3-bda8-1e0fc59dba63 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157103
Apr 06 10:24:58.627288 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:24:58.627805 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:24:58.664312 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] No DVR routers for this DVR port c551d772-eca4-4b24-8994-e082a664705b on host dv-cinder-836753-1-iscsi {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:24:58.727655 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7f014-a5e7-4452-962b-4abf3c6e4962 None None] Pushing event deleted for resources: {'Port': ['ID=c551d772-eca4-4b24-8994-e082a664705b,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:58.826220 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.859349 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event deleted for resources: {'Port': ['ID=1a1b9c55-4f1a-40c6-9ada-7d60559de6dc,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:58.868729 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-878e40be-dc70-44ba-a98d-646c8fee9400 req-aadec1f7-cf02-47f6-b345-7d4dfe4aa570 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3525875
Apr 06 10:24:58.881369 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:24:58.886157 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:24:58.972459 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:58.973975 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:59.028064 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e61572a-1661-40ff-b403-8d4b1091b646'] response: {'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'code': 200}
Apr 06 10:24:59.128157 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:59.128593 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:59.130289 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Deleting port c551d772-eca4-4b24-8994-e082a664705b {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:59.130918 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:59.170245 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=7']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:24:59.232183 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] The port 'c551d772-eca4-4b24-8994-e082a664705b' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:24:59.246712 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:59.247253 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:59.411730 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Calling delete_port for f2375da3-8b2e-4d5e-a085-19582d2d24f9 owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:24:59.429376 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device c551d772-eca4-4b24-8994-e082a664705b no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:24:59.588826 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: c551d772-eca4-4b24-8994-e082a664705b {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:24:59.589178 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device c551d772-eca4-4b24-8994-e082a664705b not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:24:59.613985 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:24:59.618681 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:59.665067 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7f2a17f0>,) {'filters': {'network_id': ['84cb302c-fd90-4f61-9fd1-c82d37360eb0']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:59.679682 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f2a17f0>, 'e70271e5-b320-4c2b-80e4-abd5867505ad') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:59.680099 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f2a17f0>, 'e70271e5-b320-4c2b-80e4-abd5867505ad') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:24:59.703035 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:59.727071 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:59.765617 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:24:59.766223 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   util.warn(
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   util.warn(
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   util.warn(
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   util.warn(
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:24:59.781346 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:24:59.883997 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Deleting port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:24:59.883997 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:24:59.911169 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8d51a94c-a2dd-4d39-82e0-21748a5fb378 req-22b286bf-41ea-4c6c-82c3-84b5e91a1c2a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 210 time: 0.0772321
Apr 06 10:24:59.913925 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:00.004477 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event deleted for resources: {'Port': ['ID=f2375da3-8b2e-4d5e-a085-19582d2d24f9,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:00.038960 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:00.160256 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:00.162464 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:00.240452 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:25:00.259320 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:25:00.266230 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] Pushing event deleted for resources: {'Network': ['ID=84cb302c-fd90-4f61-9fd1-c82d37360eb0,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:00.286505 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:00.287435 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8058ac40>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:00.324120 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b665950-0a72-4cbc-8705-7b0ea20e1135 None None] New status for floating IP 10f29aa0-4469-4998-934a-8571cbd28b2b: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:25:00.360470 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] No DVR routers for this DVR port 1a1b9c55-4f1a-40c6-9ada-7d60559de6dc on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:25:00.362529 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] For port da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,segment=NetworkSegment(e7df6405-876e-4032-a360-153addb5700c),segment_id=e7df6405-876e-4032-a360-153addb5700c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:00.362902 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:00.363108 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:00.365816 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-27eb26fd-677b-4ee5-a768-4917b62a5579 req-eb92d291-bbf7-433f-a10a-d53c85730b8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "DELETE /v2.0/ports/1a1b9c55-4f1a-40c6-9ada-7d60559de6dc HTTP/1.1" status: 204  len: 173 time: 3.9493704
Apr 06 10:25:00.367185 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:00.371415 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d03028aa-d9e2-47c6-856c-a9fca9034f3a tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "DELETE /v2.0/floatingips/10f29aa0-4469-4998-934a-8571cbd28b2b HTTP/1.1" status: 204  len: 168 time: 2.0910237
Apr 06 10:25:00.371415 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'name': 'network-vif-deleted', 'tag': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:00.380621 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-f3c9d48a-ee8f-45da-8c97-2a2134c84088 admin admin] 10.222.0.11 "DELETE /v2.0/networks/84cb302c-fd90-4f61-9fd1-c82d37360eb0 HTTP/1.1" status: 204  len: 168 time: 3.2074172
Apr 06 10:25:00.510977 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932bb3fc-836f-41ce-b7ce-7f2325bd99bc'] response: {'server_uuid': 'bdb17341-a0c9-4d98-b2da-fd101466600d', 'name': 'network-vif-deleted', 'tag': '1a1b9c55-4f1a-40c6-9ada-7d60559de6dc', 'status': 'completed', 'code': 200}
Apr 06 10:25:00.578464 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Calling delete_port for da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:25:00.608107 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:00.632653 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b05a8f-5a40-4f4f-8f48-494105a6aed0 req-4202336f-c420-4679-a8d3-ba6729f6d2c4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:00.634433 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a3b05a8f-5a40-4f4f-8f48-494105a6aed0 req-4202336f-c420-4679-a8d3-ba6729f6d2c4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.4349821
Apr 06 10:25:00.745183 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a3b05a8f-5a40-4f4f-8f48-494105a6aed0 req-2d6cc63d-a9bf-43e0-858a-6e191e96e66c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900109
Apr 06 10:25:01.020492 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52388) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:01.054791 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8058ac40>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:01.060381 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:25:01.073289 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:01.074715 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8058ac40>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:01.099072 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:01.395987 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52392) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:01.403108 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--283106522', 'description': 'tempest-description--119956030'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:01.405525 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Pushing event deleted for resources: {'Port': ['ID=da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:01.437890 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:01.461849 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:security_group and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:01.473073 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:01.476544 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:01.478673 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6a29f9a8-64ba-46f7-9cf6-2e52f69d5a5e req-a16304da-3d50-4ac2-be67-52d13416534c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdb17341-a0c9-4d98-b2da-fd101466600d HTTP/1.1" status: 200  len: 210 time: 0.2119844
Apr 06 10:25:01.488505 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:01.494169 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-71eba12c-c869-4cc4-8ee7-c716900cf1fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c26929cdc2e419397fb84381a87eae9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4775765
Apr 06 10:25:01.494874 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52396) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:01.583755 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:01.627860 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:01.633335 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:security_group_rule and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:01.639361 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:01.651629 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:01.714549 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:01.734069 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4956eade-9d21-4fea-8d56-3ec99f3e50d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:01.778566 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4956eade-9d21-4fea-8d56-3ec99f3e50d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:01.841199 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:01.926942 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:01.932179 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e091c73-dbf3-435e-a426-288b0187123c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:01.995950 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.000553 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-3311b822-9335-4366-9993-067f63befeea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.6029005
Apr 06 10:25:02.001147 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52402) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:02.007155 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'security_group_rule': {'security_group_id': '2e091c73-dbf3-435e-a426-288b0187123c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:02.021575 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:02.033703 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:security_group_rule and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:02.040301 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:02.054178 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4956eade-9d21-4fea-8d56-3ec99f3e50d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.057570 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:02.097617 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8058ac40>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:02.103316 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbcef0-5b38-4d62-b28e-f7d0246c74e9 None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:25:02.202833 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.249963 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03babc-f7fa-4297-a0d1-7b5847267a74 req-7c28318e-194b-4d5b-ad49-25348dc8f48a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:02.251943 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3f03babc-f7fa-4297-a0d1-7b5847267a74 req-7c28318e-194b-4d5b-ad49-25348dc8f48a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1752117
Apr 06 10:25:02.322957 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.336773 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956eade-9d21-4fea-8d56-3ec99f3e50d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6eea3a-95fa-4494-8a06-80cd17e2746b,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:02.340850 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3f03babc-f7fa-4297-a0d1-7b5847267a74 req-c34c27b5-f855-4feb-bdbb-fa323af66e9a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819256
Apr 06 10:25:02.411199 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.444702 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd6960a-2d5b-4a6b-a35a-a7857ed1fc84,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:02.540821 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.542387 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c90a14bc-cb46-4c98-8e3c-82e145987257 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5403070
Apr 06 10:25:02.545507 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52408) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:02.551733 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'security_group_rule': {'security_group_id': '2e091c73-dbf3-435e-a426-288b0187123c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:02.575209 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:02.582025 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:security_group_rule and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:02.586231 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:02.603886 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:02.607216 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4956eade-9d21-4fea-8d56-3ec99f3e50d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.608452 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4956eade-9d21-4fea-8d56-3ec99f3e50d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e6eea3a-95fa-4494-8a06-80cd17e2746b HTTP/1.1" status: 204  len: 168 time: 1.1105855
Apr 06 10:25:02.729811 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.844594 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:02.992323 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Router 49e04e98-85e9-430b-8bda-94cbbd055049 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:25:03.031422 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-185dc011-9c59-4a74-897e-f465f3fcfeae tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789375148&fields=id&tenant_id=b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 267 time: 0.0475943
Apr 06 10:25:03.216010 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:25:03.219145 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:03.223804 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-bdb611d4-7a96-4bce-b89a-fd4d1f72d65c admin admin] 10.222.0.11 "PUT /v2.0/routers/49e04e98-85e9-430b-8bda-94cbbd055049/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1715341
Apr 06 10:25:03.226324 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52420) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:03.232250 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] Sync routers for ids ['49e04e98-85e9-430b-8bda-94cbbd055049'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:25:03.245459 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] Routers {'49e04e98-85e9-430b-8bda-94cbbd055049'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:03.246166 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8036c160>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['49e04e98-85e9-430b-8bda-94cbbd055049'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:03.268014 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3193b9fa-fa34-4d63-889c-99823f41182c,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:03.345915 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-89c9d932-8d1a-4f87-a524-b67991bd068c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:03.349215 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-89c9d932-8d1a-4f87-a524-b67991bd068c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 812 time: 0.3049121
Apr 06 10:25:03.379803 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:03.386605 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-cae8da46-eacd-4c34-984d-569ac30d6148 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8366010
Apr 06 10:25:03.386825 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52430) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:03.394293 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-39489f2a-df83-4555-a582-81faddcbd28b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/quotas/b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 375 time: 0.0377614
Apr 06 10:25:03.405791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:03.430543 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:03.536899 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Usage tracker for resource:floatingip and tenant:6fa59c85afb44ed2b62b06378c5fba49 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:03.541971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:03.563003 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:03.601310 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:03.620769 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] Set router 49e04e98-85e9-430b-8bda-94cbbd055049 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:03.622236 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-914c7a10-ca80-4596-95d9-28aa057d59a2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:25:03.651850 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-914c7a10-ca80-4596-95d9-28aa057d59a2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:25:03.653630 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-914c7a10-ca80-4596-95d9-28aa057d59a2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2266018
Apr 06 10:25:03.675850 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:03.976831 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf1182-5318-4854-aeca-6613e2aa4904 req-80af6229-c916-4232-b486-ba78dd923729 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:03.985062 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f2cf1182-5318-4854-aeca-6613e2aa4904 req-80af6229-c916-4232-b486-ba78dd923729 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.2733605
Apr 06 10:25:04.117754 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f2cf1182-5318-4854-aeca-6613e2aa4904 req-209063c2-0a59-4549-a05b-948d9efe6424 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290076
Apr 06 10:25:04.143036 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:04.255262 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:04.270268 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8036c160>, [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:25:00Z', 'revision_number': 5, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port': {'id': '778386c6-52f2-4073-b40b-1adc14c26c7a', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:20:44Z', 'updated_at': '2022-04-06T10:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:04.276578 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] Checking router: 49e04e98-85e9-430b-8bda-94cbbd055049 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:25:04.293239 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] Routers {'49e04e98-85e9-430b-8bda-94cbbd055049'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:04.298605 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8036c160>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:24:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['49e04e98-85e9-430b-8bda-94cbbd055049'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:04.369198 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913a240-6eea-4603-b72b-2b8125316bfb None None] New status for floating IP 34d5116e-6568-4fc3-b4ad-49deb665e8d4: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:25:04.377457 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Deleting port 778386c6-52f2-4073-b40b-1adc14c26c7a {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:25:04.377810 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:04.461161 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Allocated IP 172.27.2.174 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/6d64bf62-87c7-4b3c-881f-b4cf039efbc1) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:25:04.589292 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] Set router 49e04e98-85e9-430b-8bda-94cbbd055049 gateway port host: None {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:04.663518 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:04.702966 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-f30c38ca-34de-426c-af6a-486dbf44ab5b service neutron] 10.222.0.11 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0371568
Apr 06 10:25:04.860944 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8036c160>, [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:25:04Z', 'revision_number': 6, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port_host': None}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:04.869006 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d82baa-420c-433a-8620-626b952bbe84 None None] The sync data for ids ['49e04e98-85e9-430b-8bda-94cbbd055049'] in dv-cinder-836753-1-iscsi is: [{'id': '49e04e98-85e9-430b-8bda-94cbbd055049', 'name': 'tempest-TestMinimumBasicScenario-2067872199-router', 'tenant_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:20:43Z', 'updated_at': '2022-04-06T10:25:04Z', 'revision_number': 6, 'project_id': '267c7813a87c4ef3a93cd6bcd742dca0', 'gw_port_host': None}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:25:04.874683 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:04.909347 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] For port 778386c6-52f2-4073-b40b-1adc14c26c7a, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=778386c6-52f2-4073-b40b-1adc14c26c7a,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:04.910001 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:05.018917 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-51f2f5ae-3dc0-48a5-872b-3a4bd62bb077 service neutron] 10.222.0.11 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3149855
Apr 06 10:25:05.067401 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:25:05.068106 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Calling delete_port for 778386c6-52f2-4073-b40b-1adc14c26c7a owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:25:05.071283 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:25:05.073455 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'Port': ['ID=6d64bf62-87c7-4b3c-881f-b4cf039efbc1,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:05.094511 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:25:05.336199 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:25:05.423174 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:25:05.423886 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device da9fdfc3-bf4f-4f3d-8f48-0cbeacfea191 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:25:05.497568 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:05.539050 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:05.629108 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Pushing event deleted for resources: {'Port': ['ID=778386c6-52f2-4073-b40b-1adc14c26c7a,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:05.643653 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:05.772899 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aee7c-5ad7-451a-afd6-f8636dca5cee req-6d0b80f6-73dc-4e4f-b6a2-fbfe0526d165 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:05.774532 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8c6aee7c-5ad7-451a-afd6-f8636dca5cee req-6d0b80f6-73dc-4e4f-b6a2-fbfe0526d165 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.2776077
Apr 06 10:25:05.957870 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.029885 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-41d2b842-97e4-4ece-8b7f-54131a46b733 req-effcaf4e-1414-4a6a-8bfc-e5d95dc86113 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 210 time: 0.0911422
Apr 06 10:25:06.069237 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.144030 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.306197 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'Port': ['ID=6d64bf62-87c7-4b3c-881f-b4cf039efbc1,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:06.345637 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.426891 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8c6aee7c-5ad7-451a-afd6-f8636dca5cee req-f5ca6960-adc8-4b5a-8efb-9cd8182e2081 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4891081
Apr 06 10:25:06.446998 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.451799 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.521674 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.523898 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-6bd9e315-f6f2-4364-b30d-d27af52a440f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1329625
Apr 06 10:25:06.630606 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.631557 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e04e98-85e9-430b-8bda-94cbbd055049 {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:25:06.651291 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.657551 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52488) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:06.658576 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-57c4c771-d625-42d8-bfc9-2e8423444584 admin admin] 10.222.0.11 "DELETE /v2.0/routers/49e04e98-85e9-430b-8bda-94cbbd055049 HTTP/1.1" status: 204  len: 168 time: 3.4311657
Apr 06 10:25:06.781553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2be071-4efa-46c3-9bcc-805edf9f1964 admin admin] Deleting subnet d51fb819-4ecc-4097-9412-4e17c6045e74 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:25:06.784631 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fb2be071-4efa-46c3-9bcc-805edf9f1964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:06.976758 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fb2be071-4efa-46c3-9bcc-805edf9f1964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:07.013033 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-796ee616-b4a0-42e7-b38b-5b38d992fd51 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Synchronizing usage tracker for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:25:07.135814 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-796ee616-b4a0-42e7-b38b-5b38d992fd51 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Unset dirty status for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:25:07.137708 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-796ee616-b4a0-42e7-b38b-5b38d992fd51 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--283106522&fields=id&tenant_id=6fa59c85afb44ed2b62b06378c5fba49 HTTP/1.1" status: 200  len: 267 time: 0.2195294
Apr 06 10:25:07.252144 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fb2be071-4efa-46c3-9bcc-805edf9f1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:07.277330 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5c8a17d7-3792-4254-80dc-7bf879047a67 req-96cdb5d5-9caf-49a4-befe-f3ecd60c52cf tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 210 time: 0.0669837
Apr 06 10:25:07.402032 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 778386c6-52f2-4073-b40b-1adc14c26c7a no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:25:07.407539 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-7e2a8cce-0a41-4a8e-af3c-d8805c3a5e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:07.409122 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-7e2a8cce-0a41-4a8e-af3c-d8805c3a5e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/networks?id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 200  len: 811 time: 0.2571135
Apr 06 10:25:07.442457 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-a74bd6f4-5f26-4cd3-82e1-ccba3554dfec tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/quotas/6fa59c85afb44ed2b62b06378c5fba49 HTTP/1.1" status: 200  len: 375 time: 0.0273821
Apr 06 10:25:07.446138 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 778386c6-52f2-4073-b40b-1adc14c26c7a {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:25:07.447203 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 778386c6-52f2-4073-b40b-1adc14c26c7a not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:25:07.531526 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fb2be071-4efa-46c3-9bcc-805edf9f1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:07.593759 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fb2be071-4efa-46c3-9bcc-805edf9f1964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:07.594574 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e81de-1bbb-44b5-a1eb-5decfb31f21f None None] Network 57e49cfb-81a3-42ba-8659-bcae0007fdad requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:25:07.604534 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2be071-4efa-46c3-9bcc-805edf9f1964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51fb819-4ecc-4097-9412-4e17c6045e74,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:07.623352 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-fb2be071-4efa-46c3-9bcc-805edf9f1964 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d51fb819-4ecc-4097-9412-4e17c6045e74 HTTP/1.1" status: 204  len: 168 time: 0.9621217
Apr 06 10:25:07.624175 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52510) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:07.664322 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-71ac5f47-c8c9-49f6-b887-870ada67e0bd tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Synchronizing usage tracker for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:25:07.772315 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-71ac5f47-c8c9-49f6-b887-870ada67e0bd tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Unset dirty status for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:25:07.773644 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-71ac5f47-c8c9-49f6-b887-870ada67e0bd tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3255291
Apr 06 10:25:07.862358 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:07.888955 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Deleting port 4cf4ded2-a469-4e28-b179-c301e4274202 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:25:07.889294 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:07.971378 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-7d68b9ad-2583-40e3-9e97-52f451d541f6 service neutron] 10.222.0.11 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789556
Apr 06 10:25:08.035756 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] DHCP port deletion for 57e49cfb-81a3-42ba-8659-bcae0007fdad request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:25:08.042050 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] Deleting port 4cf4ded2-a469-4e28-b179-c301e4274202 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:25:08.043998 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:08.261781 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-ac6c1630-44a2-405d-a1bf-332e28f09a90 service neutron] 10.222.0.11 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765307
Apr 06 10:25:08.266775 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d18e3-2d52-4f3c-9b41-b4fa92ae91de req-1fa056e9-ccc6-4578-9a9f-0b4fa497f695 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:08.276952 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b51d18e3-2d52-4f3c-9b41-b4fa92ae91de req-1fa056e9-ccc6-4578-9a9f-0b4fa497f695 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.5486357
Apr 06 10:25:08.401126 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] For port 4cf4ded2-a469-4e28-b179-c301e4274202, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4cf4ded2-a469-4e28-b179-c301e4274202,segment=NetworkSegment(e7df6405-876e-4032-a360-153addb5700c),segment_id=e7df6405-876e-4032-a360-153addb5700c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:08.402249 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:08.410725 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b51d18e3-2d52-4f3c-9b41-b4fa92ae91de req-de4d32e7-73a0-47e1-8a9f-8332d584e2ba tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1326706
Apr 06 10:25:08.541062 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] For port 4cf4ded2-a469-4e28-b179-c301e4274202, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4cf4ded2-a469-4e28-b179-c301e4274202,segment=NetworkSegment(e7df6405-876e-4032-a360-153addb5700c),segment_id=e7df6405-876e-4032-a360-153addb5700c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:08.542083 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:08.560221 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] Calling delete_port for 4cf4ded2-a469-4e28-b179-c301e4274202 owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:25:08.761012 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Calling delete_port for 4cf4ded2-a469-4e28-b179-c301e4274202 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:25:08.766716 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:08.772084 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9d032124-d27b-4bcf-aae7-4ba2d130f98a req-69d57664-df99-4aa2-9ea5-0cbf201aca2b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 210 time: 0.0672321
Apr 06 10:25:08.837906 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a06dd3cb-404c-44e9-a7c8-e40e50e5305b req-74efee65-bb8e-4016-8667-c3931b54bcb0 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 210 time: 0.2048931
Apr 06 10:25:08.838122 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] No DVR routers for this DVR port 4cf4ded2-a469-4e28-b179-c301e4274202 on host dv-cinder-836753-1-iscsi {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:25:08.849344 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ac436-68dc-46ff-96a1-0afa837b1a88 None None] Pushing event deleted for resources: {'Port': ['ID=4cf4ded2-a469-4e28-b179-c301e4274202,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:08.900922 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:25:08.901562 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:25:09.325831 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-1175fdff-4422-4aa0-9bb1-e16a2b8076fb tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:09.327353 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-1175fdff-4422-4aa0-9bb1-e16a2b8076fb tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 812 time: 0.2231648
Apr 06 10:25:09.378958 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4cf4ded2-a469-4e28-b179-c301e4274202 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:25:09.403116 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Deleting port 4cf4ded2-a469-4e28-b179-c301e4274202 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:25:09.403652 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:09.427113 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 4cf4ded2-a469-4e28-b179-c301e4274202 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:25:09.427595 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4cf4ded2-a469-4e28-b179-c301e4274202 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:25:09.458625 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-8c3ae866-4e27-4815-8c67-ba6b2e6317b2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 380 time: 0.1168451
Apr 06 10:25:09.468515 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'port': {'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'admin_state_up': True, 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'security_groups': ['3c3dc1e6-f935-467c-af9e-118ce4a2eadf']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:09.480420 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] The port '4cf4ded2-a469-4e28-b179-c301e4274202' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:25:09.703768 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:09.703768 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e80039be0>,) {'filters': {'network_id': ['57e49cfb-81a3-42ba-8659-bcae0007fdad']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:09.703768 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e80039be0>, 'e7df6405-876e-4032-a360-153addb5700c') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:09.703768 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e80039be0>, 'e7df6405-876e-4032-a360-153addb5700c') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:09.703768 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:09.717107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:09.723607 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:25:09.724479 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:09.732226 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:25:09.738165 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:25:09.747604 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:09.785812 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87fc9c-1acb-4230-a24c-44e2ccfaaabb req-28e8b34a-ee75-409b-b5c0-7a4d6ac2cd40 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:09.787442 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cd87fc9c-1acb-4230-a24c-44e2ccfaaabb req-28e8b34a-ee75-409b-b5c0-7a4d6ac2cd40 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1209922
Apr 06 10:25:09.859637 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cd87fc9c-1acb-4230-a24c-44e2ccfaaabb req-4f3deac7-4380-4220-aba8-3c34635ac43c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605075
Apr 06 10:25:09.906687 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2bb106b7-942b-499e-8704-19a11487ed9a req-d5ae7834-8e86-4e1f-942d-9814221156d7 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 210 time: 0.0595751
Apr 06 10:25:09.960561 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Made reservation on behalf of b98b391176f2477ca4b1e374c8d12641 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:25:09.963559 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:10.070978 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:10.087454 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-0b20f83b-d676-4632-b65c-fbad11139100 req-2018ac76-aee2-47b5-8b94-5567b082e602 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 210 time: 0.0593333
Apr 06 10:25:10.094562 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:10.108680 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e49cfb-81a3-42ba-8659-bcae0007fdad,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:10.136391 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-69b9d90e-3065-4a0e-8cce-450ce51600d7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/57e49cfb-81a3-42ba-8659-bcae0007fdad HTTP/1.1" status: 204  len: 168 time: 2.5057747
Apr 06 10:25:10.223783 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Allocated IP 172.20.0.9 (280696ea-a06c-4de9-a31a-9cd01225a83e/9b4a0c59-c43a-4cb3-aeb3-c3fbea363152/ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:25:10.578992 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:25:10.631835 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:10.674119 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Transition to ACTIVE for port object ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:25:10.799404 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52552) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:10.836023 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:10.873543 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-be7e030f-1dcd-4d87-9bb5-8ff10e209c95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5cf8fe4306446d985fb4a66132ccf62&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0725887
Apr 06 10:25:10.874453 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52556) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:10.931670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Network 280696ea-a06c-4de9-a31a-9cd01225a83e is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:25:10.936303 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:25:10.950659 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:25:10.974279 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-68f898ac-554a-467e-a675-247c16a784fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:11.038680 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:11.044026 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:11.070829 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-68f898ac-554a-467e-a675-247c16a784fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:11.167991 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:11.327619 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e7066a42-4bdb-4a47-96dc-df2a10a00d88 req-c380d003-36d7-427f-9dba-bade81e26d61 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 210 time: 0.0908203
Apr 06 10:25:11.329291 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-bb2e49a2-b473-4ded-bb64-db85d4e6fa92 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8652480
Apr 06 10:25:11.342737 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Request body: {'port': {'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:11.385282 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-68f898ac-554a-467e-a675-247c16a784fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:11.413817 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f898ac-554a-467e-a675-247c16a784fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24356f0a-083d-45d5-9df4-450ebb10f2f6,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:11.442871 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7fe4c-6178-4451-b0c2-96721ab18ab6 req-a20f32e0-c404-4189-bce8-2f0b0741b43a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:11.444726 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a0a7fe4c-6178-4451-b0c2-96721ab18ab6 req-a20f32e0-c404-4189-bce8-2f0b0741b43a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.2035887
Apr 06 10:25:11.458073 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-91b588ca-d219-4f5b-8666-83e61163f440 None None] Provisioning for port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:25:11.478049 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-91b588ca-d219-4f5b-8666-83e61163f440 None None] Provisioning complete for port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:25:11.480574 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-91b588ca-d219-4f5b-8666-83e61163f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:11.506965 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-68f898ac-554a-467e-a675-247c16a784fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:11.513102 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-68f898ac-554a-467e-a675-247c16a784fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24356f0a-083d-45d5-9df4-450ebb10f2f6 HTTP/1.1" status: 204  len: 168 time: 0.6373713
Apr 06 10:25:11.597334 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-91b588ca-d219-4f5b-8666-83e61163f440 None None] Port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:25:11.603836 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a0a7fe4c-6178-4451-b0c2-96721ab18ab6 req-b174e4b6-dc7f-4e09-960d-8c998186a754 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519480
Apr 06 10:25:11.636694 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:11.857986 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947d9f6-b11e-4052-be0d-a93b473185b7 req-fe7d0b44-af2d-412c-955f-14961c0ca936 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:11.869972 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-b947d9f6-b11e-4052-be0d-a93b473185b7 req-fe7d0b44-af2d-412c-955f-14961c0ca936 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:25:12.016765 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-b947d9f6-b11e-4052-be0d-a93b473185b7 req-fe7d0b44-af2d-412c-955f-14961c0ca936 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:25:12.018100 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b947d9f6-b11e-4052-be0d-a93b473185b7 req-fe7d0b44-af2d-412c-955f-14961c0ca936 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 931 time: 0.4722044
Apr 06 10:25:12.132941 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b947d9f6-b11e-4052-be0d-a93b473185b7 req-413813e3-1db2-4d49-b653-54722d2b28ae tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065552
Apr 06 10:25:12.335113 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:25:12.353705 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:12.387413 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Transition to ACTIVE for port object ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:25:12.459212 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-d76a1fde-175e-4160-bd85-7960a96521a2 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:12.460882 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-d76a1fde-175e-4160-bd85-7960a96521a2 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "GET /v2.0/networks?id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 200  len: 811 time: 0.2259386
Apr 06 10:25:12.471529 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:12.596107 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-322463b2-10d3-4ec2-84de-7fba1ee6c3cc req-d3a9fcca-3545-49f8-868f-2da0f530ba13 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 210 time: 0.0518188
Apr 06 10:25:12.757050 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52580) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:12.793138 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:12.846849 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-a6d8aec2-ec9b-4ee4-96a7-fc6ac8ffca6d tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa59c85afb44ed2b62b06378c5fba49 HTTP/1.1" status: 200  len: 379 time: 0.3501801
Apr 06 10:25:12.856855 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-20b568b1-c967-4008-906b-0ad5074a6b1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=267c7813a87c4ef3a93cd6bcd742dca0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0962329
Apr 06 10:25:12.857669 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'port': {'device_id': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'admin_state_up': True, 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'security_groups': ['2e091c73-dbf3-435e-a426-288b0187123c']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:12.860720 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52586) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:13.026419 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfd4-4faa-4668-a898-6eb9bc98a642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:13.081337 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfd4-4faa-4668-a898-6eb9bc98a642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:13.127492 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Attempting to bind port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:25:13.131693 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Attempting to bind port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:25:13.132123 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Attempting to bind port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 on network 280696ea-a06c-4de9-a31a-9cd01225a83e {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:25:13.185343 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 on network 280696ea-a06c-4de9-a31a-9cd01225a83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:25:13.188660 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Attempting to bind port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 on network 280696ea-a06c-4de9-a31a-9cd01225a83e {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:25:13.217672 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:25:13.217672 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Checking segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:25:13.217672 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Bound using segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:25:13.217672 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Bound port: ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:25:13.217672 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:13.226043 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:13.235188 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfd4-4faa-4668-a898-6eb9bc98a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:13.271333 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:13.277784 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3bfd4-4faa-4668-a898-6eb9bc98a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad9b720-b8a1-4f19-95d8-783afc38bd8f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:13.279716 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfd4-4faa-4668-a898-6eb9bc98a642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:13.280828 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b6a3bfd4-4faa-4668-a898-6eb9bc98a642 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bad9b720-b8a1-4f19-95d8-783afc38bd8f HTTP/1.1" status: 204  len: 168 time: 0.4190295
Apr 06 10:25:13.379544 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b3f2e-a738-4747-aa0f-3a0301e42bd7 req-4a67b2db-365f-4817-9faf-add9789961f4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:13.381439 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-669b3f2e-a738-4747-aa0f-3a0301e42bd7 req-4a67b2db-365f-4817-9faf-add9789961f4 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.4084237
Apr 06 10:25:13.415623 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Made reservation on behalf of 6fa59c85afb44ed2b62b06378c5fba49 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:25:13.417925 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:13.498999 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe70db3-aa04-4271-92ad-bccab0b78ac9 req-b445143a-3072-4702-a677-84517257568d tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:13.501488 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bfe70db3-aa04-4271-92ad-bccab0b78ac9 req-b445143a-3072-4702-a677-84517257568d tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.1911812
Apr 06 10:25:13.568334 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bfe70db3-aa04-4271-92ad-bccab0b78ac9 req-ba96bf61-d853-4072-91dd-bb300562f4ee tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580904
Apr 06 10:25:13.656249 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] For port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:25:13.667590 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-669b3f2e-a738-4747-aa0f-3a0301e42bd7 req-a34cb940-05a5-443f-a27a-a32adb8fa470 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2729897
Apr 06 10:25:13.674205 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] For port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:25:13.770092 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:13.880134 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-aa080806-8031-403e-bbf0-a5e7b7aff0ff req-788b421b-b524-43ec-af04-427208c7db05 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 210 time: 0.0741427
Apr 06 10:25:13.897443 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:13.898882 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] 10.222.0.61 "PUT /v2.0/ports/ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 HTTP/1.1" status: 200  len: 1093 time: 2.5621760
Apr 06 10:25:13.899914 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:13.969004 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa2ec-3aeb-4845-a41d-fb05b4ebfbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:14.019144 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Allocated IP 172.20.0.5 (22b3a2b8-1d0e-4c47-8372-f8416cfc73df/ec3b2ca7-32de-42fe-acfd-abbc00704239/81e73019-78a3-4faa-8c81-e5e26642ac3b) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:25:14.032616 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2398c685-0af9-4096-b890-b39d1d6b9f96'] response: {'name': 'network-changed', 'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'status': 'completed', 'code': 200}
Apr 06 10:25:14.343222 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8a02fc1f-3d85-4f21-9a76-b5e15ceeda4a req-8138ef42-b119-456a-be77-928930266437 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 1096 time: 0.2834508
Apr 06 10:25:14.466076 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:14.561229 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Transition to ACTIVE for port object 81e73019-78a3-4faa-8c81-e5e26642ac3b will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:25:14.633391 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02fc1f-3d85-4f21-9a76-b5e15ceeda4a req-5ec5147a-cefe-482b-8fa1-ea58a776aba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:14.635024 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8a02fc1f-3d85-4f21-9a76-b5e15ceeda4a req-5ec5147a-cefe-482b-8fa1-ea58a776aba0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b98b391176f2477ca4b1e374c8d12641&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2383330
Apr 06 10:25:14.756498 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:14.882519 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:25:14.883868 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:25:14.917384 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:25:14.969614 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a58bb-2d38-45a2-a9f6-aa6c57874715 req-c5781ff9-8bbf-450b-8ed6-b2517187708d tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:14.978584 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bf2a58bb-2d38-45a2-a9f6-aa6c57874715 req-c5781ff9-8bbf-450b-8ed6-b2517187708d tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.1831443
Apr 06 10:25:15.094526 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bf2a58bb-2d38-45a2-a9f6-aa6c57874715 req-df7633f4-72e7-44d8-be87-0228bebb42d4 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146760
Apr 06 10:25:15.114335 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event updated for resources: {'Port': ['ID=81e73019-78a3-4faa-8c81-e5e26642ac3b,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:15.171172 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:15.171944 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:15.225111 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02fc1f-3d85-4f21-9a76-b5e15ceeda4a req-54fd2117-77ae-44c8-b926-80dc8c2e1fca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:15.226652 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8a02fc1f-3d85-4f21-9a76-b5e15ceeda4a req-54fd2117-77ae-44c8-b926-80dc8c2e1fca service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5817358
Apr 06 10:25:15.269211 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813d236-7957-4785-a6fa-6c099b544bb9 req-9ed1a674-f294-48af-a5d0-7e5e462d25d1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:15.279082 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8813d236-7957-4785-a6fa-6c099b544bb9 req-9ed1a674-f294-48af-a5d0-7e5e462d25d1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.3086073
Apr 06 10:25:15.356936 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-057c2159-b098-4977-a516-ac355fe5b6b5 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5031474
Apr 06 10:25:15.371326 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Request body: {'port': {'device_id': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:15.435216 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8813d236-7957-4785-a6fa-6c099b544bb9 req-db640693-9b96-448d-b8c8-a7d0fe070734 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1554186
Apr 06 10:25:15.455271 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237b139-79eb-4f7a-8c25-f9b315d7ab34 req-22923b5d-a9e8-47e3-8a2a-254193906608 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:15.462947 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3237b139-79eb-4f7a-8c25-f9b315d7ab34 req-22923b5d-a9e8-47e3-8a2a-254193906608 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 931 time: 0.1611671
Apr 06 10:25:15.528570 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-909004aa-3cff-4412-ac7a-4da3cdca2534 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 1096 time: 0.2234297
Apr 06 10:25:15.547487 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3237b139-79eb-4f7a-8c25-f9b315d7ab34 req-6c56071b-ab6c-4b15-a0c5-fc4627530897 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832856
Apr 06 10:25:15.611135 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:15.624990 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-e5fa6cc4-3b43-4c83-a766-6a9cc479b2fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 HTTP/1.1" status: 200  len: 217 time: 0.0873513
Apr 06 10:25:15.705782 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-54a4b526-dde1-4d54-a682-2d0be8f2d1c5 None None] Provisioning for port 81e73019-78a3-4faa-8c81-e5e26642ac3b completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:25:15.713365 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-54a4b526-dde1-4d54-a682-2d0be8f2d1c5 None None] Provisioning complete for port 81e73019-78a3-4faa-8c81-e5e26642ac3b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:25:15.713875 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-54a4b526-dde1-4d54-a682-2d0be8f2d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:15.758546 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-366b4b09-ba30-4ac5-b39c-3ab5e03888b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:15.760100 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-366b4b09-ba30-4ac5-b39c-3ab5e03888b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.1279225
Apr 06 10:25:15.779201 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-54a4b526-dde1-4d54-a682-2d0be8f2d1c5 None None] Port 81e73019-78a3-4faa-8c81-e5e26642ac3b cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:25:16.107921 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-e892614d-ad5f-4f0e-9f9a-506ec80dab85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3408673
Apr 06 10:25:16.317695 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-1ec13746-6ac1-4455-89f7-526d1982b4f2 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030296
Apr 06 10:25:16.519307 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e73019-78a3-4faa-8c81-e5e26642ac3b {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:25:16.530240 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:16.562475 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Transition to ACTIVE for port object 81e73019-78a3-4faa-8c81-e5e26642ac3b will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:25:16.594246 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-161fabf0-3e11-4f03-a3b1-e72c1abd2637 req-d48c71b7-0fe8-4b01-9670-7e67897851b3 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2657468
Apr 06 10:25:16.609833 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754304ce-5dd4-4975-b38b-66dd066fbedf req-84739c42-2656-4ce9-bcae-1aff4a358acc tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:16.611597 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-754304ce-5dd4-4975-b38b-66dd066fbedf req-84739c42-2656-4ce9-bcae-1aff4a358acc tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.2223787
Apr 06 10:25:16.668831 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-754304ce-5dd4-4975-b38b-66dd066fbedf req-a721c2f6-586c-4753-895f-2b9aff02efd2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506322
Apr 06 10:25:16.694236 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395a521-a2d2-43f8-a194-a028a0a7ff71 req-44d2a6d9-63f5-4a10-a7f5-ab0f7300a7e8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:16.695802 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5395a521-a2d2-43f8-a194-a028a0a7ff71 req-44d2a6d9-63f5-4a10-a7f5-ab0f7300a7e8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0848286
Apr 06 10:25:16.731985 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:16.762828 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-5395a521-a2d2-43f8-a194-a028a0a7ff71 req-fd9a9995-36dd-440c-9b32-ab0e8f358374 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611541
Apr 06 10:25:16.983405 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Pushing event updated for resources: {'Port': ['ID=81e73019-78a3-4faa-8c81-e5e26642ac3b,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:17.161836 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d5524-7d29-40e7-9a90-9189e5d2a931 req-e042126f-956b-4c87-a327-d79cde7e0fbf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:17.162869 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-621d5524-7d29-40e7-9a90-9189e5d2a931 req-e042126f-956b-4c87-a327-d79cde7e0fbf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Synchronizing usage tracker for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:25:17.210473 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Attempting to bind port 81e73019-78a3-4faa-8c81-e5e26642ac3b on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:25:17.210808 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Attempting to bind port 81e73019-78a3-4faa-8c81-e5e26642ac3b by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:25:17.211140 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Attempting to bind port 81e73019-78a3-4faa-8c81-e5e26642ac3b on network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:25:17.219920 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Port 81e73019-78a3-4faa-8c81-e5e26642ac3b on network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:25:17.220409 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Attempting to bind port 81e73019-78a3-4faa-8c81-e5e26642ac3b on network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:25:17.229252 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:25:17.231820 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Checking segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:25:17.231820 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Bound using segment: {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:25:17.231820 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Bound port: 81e73019-78a3-4faa-8c81-e5e26642ac3b, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:25:17.232286 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:17.323074 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-621d5524-7d29-40e7-9a90-9189e5d2a931 req-e042126f-956b-4c87-a327-d79cde7e0fbf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Unset dirty status for tenant:6fa59c85afb44ed2b62b06378c5fba49 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:25:17.332335 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-621d5524-7d29-40e7-9a90-9189e5d2a931 req-e042126f-956b-4c87-a327-d79cde7e0fbf tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 943 time: 0.5445592
Apr 06 10:25:17.419433 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] For port 81e73019-78a3-4faa-8c81-e5e26642ac3b, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:25:17.426443 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-621d5524-7d29-40e7-9a90-9189e5d2a931 req-6de81bb3-f129-4a68-9f28-e7ed38448768 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916119
Apr 06 10:25:17.432233 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] For port 81e73019-78a3-4faa-8c81-e5e26642ac3b, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=81e73019-78a3-4faa-8c81-e5e26642ac3b,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:25:17.500134 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:17.579390 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:17.584297 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/81e73019-78a3-4faa-8c81-e5e26642ac3b HTTP/1.1" status: 200  len: 1093 time: 2.2144969
Apr 06 10:25:17.584297 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'tag': '81e73019-78a3-4faa-8c81-e5e26642ac3b'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:17.608976 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459514b-a128-4012-9289-d7a90bb448b8 service neutron] Pushing event updated for resources: {'Port': ['ID=81e73019-78a3-4faa-8c81-e5e26642ac3b,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:17.656730 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c42b3e7-a5a8-4312-bd87-cc5fc5338df0'] response: {'name': 'network-changed', 'server_uuid': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'tag': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'status': 'completed', 'code': 200}
Apr 06 10:25:17.801508 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e22a81e8-da5e-4615-81df-b3eff9fd5a62 req-b2a9dea9-81aa-47f6-8a92-ec619bd51b99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 1096 time: 0.1229696
Apr 06 10:25:17.999446 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd0230-e2dd-432b-a175-f935b5e676fc req-f377517c-16d7-4efe-8f26-56a7b546cb19 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:18.001733 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-83bd0230-e2dd-432b-a175-f935b5e676fc req-f377517c-16d7-4efe-8f26-56a7b546cb19 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0902662
Apr 06 10:25:18.067629 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a81e8-da5e-4615-81df-b3eff9fd5a62 req-b014c77c-f93e-4bf7-b5a9-4a1511ba6127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:18.069123 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e22a81e8-da5e-4615-81df-b3eff9fd5a62 req-b014c77c-f93e-4bf7-b5a9-4a1511ba6127 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2591312
Apr 06 10:25:18.077104 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb915f-dd1f-4964-8d7b-57e68a75414c req-5d238110-5a52-414c-a125-912b4ef8262a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:18.078556 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-46eb915f-dd1f-4964-8d7b-57e68a75414c req-5d238110-5a52-414c-a125-912b4ef8262a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.2295666
Apr 06 10:25:18.158906 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-83bd0230-e2dd-432b-a175-f935b5e676fc req-ae63ab3a-8ae8-4604-8fe4-f2ed12e095d5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488578
Apr 06 10:25:18.228105 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-46eb915f-dd1f-4964-8d7b-57e68a75414c req-5d13712e-bb81-4f57-a17e-e2d27767666a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285408
Apr 06 10:25:18.281293 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a81e8-da5e-4615-81df-b3eff9fd5a62 req-3b851546-1e73-47d4-9d3d-6643fb786fe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:18.282992 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e22a81e8-da5e-4615-81df-b3eff9fd5a62 req-3b851546-1e73-47d4-9d3d-6643fb786fe5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2035003
Apr 06 10:25:18.398304 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-e439b936-438f-4e5f-a608-ba34a7418393 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 1096 time: 0.0717618
Apr 06 10:25:18.491373 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:18.579947 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-331c1d1f-1aaa-466c-8b88-dd7099ab1320 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e73019-78a3-4faa-8c81-e5e26642ac3b HTTP/1.1" status: 200  len: 217 time: 0.1713827
Apr 06 10:25:18.649894 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-f254de4c-bf66-4f3b-8c1b-4f37b00319ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:18.651253 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-f254de4c-bf66-4f3b-8c1b-4f37b00319ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec3b2ca7-32de-42fe-acfd-abbc00704239 HTTP/1.1" status: 200  len: 850 time: 0.0630851
Apr 06 10:25:18.673746 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd9dec-b44f-4d48-8658-33978b57158f req-103ec5d7-2549-47f7-9a03-3f293dd1a274 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:18.675225 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-02bd9dec-b44f-4d48-8658-33978b57158f req-103ec5d7-2549-47f7-9a03-3f293dd1a274 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 943 time: 0.1003304
Apr 06 10:25:18.727135 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-02bd9dec-b44f-4d48-8658-33978b57158f req-420a4297-3919-4f38-8ee3-f10b18af585b tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454130
Apr 06 10:25:18.737565 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-ebf18d9b-a758-4c2e-b9f5-6d2c4c2bb644 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800569
Apr 06 10:25:18.877416 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-b9d585a0-63d6-4a7d-b474-3b308ac00d8e service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314452
Apr 06 10:25:19.060585 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-38e2733c-56db-42cf-81ef-fff549bbfe0b req-1689b57f-467f-453a-ac1f-44f7d64678ac service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757493
Apr 06 10:25:19.071467 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2694e562-3574-488a-ab53-421dd28054c3 req-4bf9b7a6-5f9c-4810-b60a-6f8befcd8a19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 1098 time: 0.1182797
Apr 06 10:25:19.218523 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e562-3574-488a-ab53-421dd28054c3 req-7c7d7ae4-8331-4291-8676-cb72f4fc561c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:19.219966 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2694e562-3574-488a-ab53-421dd28054c3 req-7c7d7ae4-8331-4291-8676-cb72f4fc561c service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.1434925
Apr 06 10:25:19.386757 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2694e562-3574-488a-ab53-421dd28054c3 req-d48c63e3-cbb4-4fb0-8d44-d80be67a07ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70 HTTP/1.1" status: 200  len: 1000 time: 0.1578412
Apr 06 10:25:19.465604 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e562-3574-488a-ab53-421dd28054c3 req-0c393bbb-9172-4f64-800a-f01e8fed37c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:19.467122 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2694e562-3574-488a-ab53-421dd28054c3 req-0c393bbb-9172-4f64-800a-f01e8fed37c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.0719802
Apr 06 10:25:19.472388 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4bf22-11a0-4c83-b5af-bc691dc629d8 req-b9cca413-4235-494c-b863-5c8b9af4da9c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:19.472911 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35e5b4-27c4-470e-b3e6-774240dc7161 req-d67ee315-8ce9-4e7a-a205-e01c3ea14219 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:19.473740 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-59d4bf22-11a0-4c83-b5af-bc691dc629d8 req-b9cca413-4235-494c-b863-5c8b9af4da9c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.1626503
Apr 06 10:25:19.474512 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4f35e5b4-27c4-470e-b3e6-774240dc7161 req-d67ee315-8ce9-4e7a-a205-e01c3ea14219 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.0924315
Apr 06 10:25:19.521845 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4f35e5b4-27c4-470e-b3e6-774240dc7161 req-07a03aaf-fe4f-4be5-93e9-198d4c2c8a99 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407579
Apr 06 10:25:19.578479 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-59d4bf22-11a0-4c83-b5af-bc691dc629d8 req-c7acc633-d1d0-466c-9827-c00294bd2437 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683281
Apr 06 10:25:19.598734 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2694e562-3574-488a-ab53-421dd28054c3 req-f0cb3137-7680-4f4d-90ba-b961a2488cc2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1224124
Apr 06 10:25:19.742564 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2694e562-3574-488a-ab53-421dd28054c3 req-661eae15-eb9f-466e-bb2d-dd430eba64e3 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357508
Apr 06 10:25:19.900640 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2694e562-3574-488a-ab53-421dd28054c3 req-3717a906-8bc2-4549-8e5a-942a23a8ba1a service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496434
Apr 06 10:25:19.958534 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7ff9-8ee4-4cf8-bd53-1b018335e075 req-7ffbde1f-ed07-4b1e-832c-a157fbca5044 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:19.962594 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1e9c7ff9-8ee4-4cf8-bd53-1b018335e075 req-7ffbde1f-ed07-4b1e-832c-a157fbca5044 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 943 time: 0.1043019
Apr 06 10:25:20.016198 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1e9c7ff9-8ee4-4cf8-bd53-1b018335e075 req-7222d625-267a-4532-86a4-1df8bc527c36 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494297
Apr 06 10:25:20.329855 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 81e73019-78a3-4faa-8c81-e5e26642ac3b details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:25:20.498237 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 81e73019-78a3-4faa-8c81-e5e26642ac3b, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=81e73019-78a3-4faa-8c81-e5e26642ac3b,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:20.514880 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'port_id': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'mac_address': 'fa:16:3e:33:84:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:25:20.572363 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:20.592374 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e73019-78a3-4faa-8c81-e5e26642ac3b {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:25:20.612814 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 81e73019-78a3-4faa-8c81-e5e26642ac3b, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=81e73019-78a3-4faa-8c81-e5e26642ac3b,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:20.663311 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:20.738001 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=81e73019-78a3-4faa-8c81-e5e26642ac3b,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:20.771335 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918501c-8468-404c-a153-4f1020cb2f1e req-e0385fa5-af38-4cea-855c-df783f0e7b91 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:20.772787 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f918501c-8468-404c-a153-4f1020cb2f1e req-e0385fa5-af38-4cea-855c-df783f0e7b91 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.0964434
Apr 06 10:25:20.830330 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f918501c-8468-404c-a153-4f1020cb2f1e req-12c73c9d-e3aa-4173-a32d-a4b3cdd8d3b3 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501623
Apr 06 10:25:20.833669 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47968b6d-8c46-40e6-bb29-cac78f15bf7d req-4509a7cd-a667-448e-ba4e-45ad9329fd1b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:20.835266 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-47968b6d-8c46-40e6-bb29-cac78f15bf7d req-4509a7cd-a667-448e-ba4e-45ad9329fd1b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0982580
Apr 06 10:25:20.883891 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-47968b6d-8c46-40e6-bb29-cac78f15bf7d req-88c767b3-fb15-484d-afdc-26d5f68fcbf2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414698
Apr 06 10:25:20.913523 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['81e73019-78a3-4faa-8c81-e5e26642ac3b'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:25:21.155180 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fa520915-c8cb-49b2-9800-530bed0e088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:21.225109 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472032-2a56-4510-aaac-e9b99f626401 req-d34ff04a-90f5-49d3-b3c7-4a73c435ad02 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:21.226589 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-19472032-2a56-4510-aaac-e9b99f626401 req-d34ff04a-90f5-49d3-b3c7-4a73c435ad02 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 944 time: 0.0820866
Apr 06 10:25:21.282719 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-19472032-2a56-4510-aaac-e9b99f626401 req-6e825f8b-4935-42ab-a2b5-a38bea21a664 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500963
Apr 06 10:25:22.050639 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49bb97-e32d-4222-898b-9f49ccc66884 req-ae7463e4-e70b-4491-b00d-00782a079b62 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:22.052073 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9b49bb97-e32d-4222-898b-9f49ccc66884 req-ae7463e4-e70b-4491-b00d-00782a079b62 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.0880103
Apr 06 10:25:22.108492 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9b49bb97-e32d-4222-898b-9f49ccc66884 req-31982f9f-7fbd-42ba-95c8-26d11bcb570a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502324
Apr 06 10:25:22.135051 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeca71f-58fa-46ad-8eef-2090b148543f req-f751f12c-c296-4626-90fe-20aca09c9396 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:22.136582 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3eeca71f-58fa-46ad-8eef-2090b148543f req-f751f12c-c296-4626-90fe-20aca09c9396 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 945 time: 0.0823255
Apr 06 10:25:22.186020 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3eeca71f-58fa-46ad-8eef-2090b148543f req-9a3951f4-2a0c-4211-bf06-553a29f5c06f tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435576
Apr 06 10:25:22.330837 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 81e73019-78a3-4faa-8c81-e5e26642ac3b up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:25:22.497721 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 81e73019-78a3-4faa-8c81-e5e26642ac3b completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:25:22.504562 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 81e73019-78a3-4faa-8c81-e5e26642ac3b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:25:22.508755 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:22.595729 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2125c-85ee-4055-9687-d264dd9a5312 req-358810fc-99d2-4259-b1d5-a2b2fddbb506 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:22.599202 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cce2125c-85ee-4055-9687-d264dd9a5312 req-358810fc-99d2-4259-b1d5-a2b2fddbb506 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 944 time: 0.1911900
Apr 06 10:25:22.656903 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cce2125c-85ee-4055-9687-d264dd9a5312 req-89166bc8-2454-461d-a53e-f8b55bbb5aea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502315
Apr 06 10:25:22.699277 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:22.725256 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e73019-78a3-4faa-8c81-e5e26642ac3b'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:22.735184 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 81e73019-78a3-4faa-8c81-e5e26642ac3b, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=81e73019-78a3-4faa-8c81-e5e26642ac3b,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:22.781596 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919a1d80-08a6-4e6a-b9ba-34cfdb639ba9'] response: {'server_uuid': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'code': 200}
Apr 06 10:25:22.827617 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:22.828422 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:25:22.968824 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=81e73019-78a3-4faa-8c81-e5e26642ac3b,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:23.030010 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:23.062407 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:23.147571 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:23.205096 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8ec99bad-f43d-4281-b5fe-1c543e6af7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:23.217741 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e02f958e-7993-48b4-95d0-50777064bbaf req-16770d5b-e69c-41e5-8624-53e945ebad8c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 1098 time: 0.0816791
Apr 06 10:25:23.231986 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=8']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:23.311669 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e02f958e-7993-48b4-95d0-50777064bbaf req-e14aff5c-421a-47c5-a89c-fb7c3e542498 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859153
Apr 06 10:25:23.337143 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8b9d-b879-4a06-a515-c21e45c0ac81 req-fe0da86e-7d79-4935-aa9d-484a4e508367 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:23.338613 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9cca8b9d-b879-4a06-a515-c21e45c0ac81 req-fe0da86e-7d79-4935-aa9d-484a4e508367 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.0983212
Apr 06 10:25:23.389970 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9cca8b9d-b879-4a06-a515-c21e45c0ac81 req-77f6d87b-2baa-4e0a-a18a-f5a551d348fd tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452013
Apr 06 10:25:23.875089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3617bc-03a0-4d72-82b2-1600373f6bc5 req-28360908-20d8-44b4-93ba-7978058e583c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:23.876884 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cf3617bc-03a0-4d72-82b2-1600373f6bc5 req-28360908-20d8-44b4-93ba-7978058e583c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 945 time: 0.0895662
Apr 06 10:25:23.933284 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cf3617bc-03a0-4d72-82b2-1600373f6bc5 req-70537bcb-be41-4bcb-b5f9-69e56fe42819 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466948
Apr 06 10:25:24.349520 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:25:24.495417 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:24.519907 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:24.537697 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:25:24.641336 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:24.647142 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa1bc2-032a-4c32-9f54-8750528044f3 req-6ad81ed4-d331-4077-921e-5a5d02f39686 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:24.650039 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-42fa1bc2-032a-4c32-9f54-8750528044f3 req-6ad81ed4-d331-4077-921e-5a5d02f39686 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 943 time: 0.1237977
Apr 06 10:25:24.672950 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:25:24.679671 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:24.731618 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-42fa1bc2-032a-4c32-9f54-8750528044f3 req-4ca823b5-a22f-4326-b6a0-eaaceffc116a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733368
Apr 06 10:25:24.777427 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:24.808998 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:24.854308 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:24.862481 dv-cinder-836753-1-iscsi neutron-server[83996]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3df5c1e5-2807-4359-8bba-92bd0b0d7035']: {'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'code': 422} returned with failed status
Apr 06 10:25:25.025636 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:25:25.154110 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd535c-ac33-4af5-801b-ce9bf533eb69 req-13655fd7-8602-4baf-8fbf-deb4fb9a01c4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:25.160111 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-abfd535c-ac33-4af5-801b-ce9bf533eb69 req-13655fd7-8602-4baf-8fbf-deb4fb9a01c4 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 945 time: 0.0955491
Apr 06 10:25:25.211384 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-abfd535c-ac33-4af5-801b-ce9bf533eb69 req-aeaa64a8-7e8e-4b76-ac83-24f2f8dfd5b9 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496063
Apr 06 10:25:25.215665 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b3c8030d-d002-49c0-99a1-dcb83045879d req-bcff0239-e96d-42dc-978f-06ea3ad9107b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0768924
Apr 06 10:25:25.339097 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:25.422726 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2791d73-c93b-4146-94d7-f916ad11c1b4 req-ce1c14d9-c914-4404-927b-bee1e61bf388 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:25.424179 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b2791d73-c93b-4146-94d7-f916ad11c1b4 req-ce1c14d9-c914-4404-927b-bee1e61bf388 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 945 time: 0.0859642
Apr 06 10:25:25.433455 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52778) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:25.438610 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Request body: {'floatingip': {'port_id': '81e73019-78a3-4faa-8c81-e5e26642ac3b'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:25.529076 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:25.806485 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:25.913519 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113b0d-2133-44da-ac5d-01ddff790619 req-58ce6de3-5cce-474a-8127-0dcc1ae8bf69 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:25.921871 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fa113b0d-2133-44da-ac5d-01ddff790619 req-58ce6de3-5cce-474a-8127-0dcc1ae8bf69 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.2900436
Apr 06 10:25:26.002590 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af323e-7b02-4625-ae16-24f52040b9b7 req-d9852aa3-981b-4402-be2a-bb04b685bb1c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:26.018758 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b2af323e-7b02-4625-ae16-24f52040b9b7 req-d9852aa3-981b-4402-be2a-bb04b685bb1c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 944 time: 0.1150129
Apr 06 10:25:26.018758 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52802) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:26.019188 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fa113b0d-2133-44da-ac5d-01ddff790619 req-c79e9585-b77b-482f-9a0a-66f4c01e74b6 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847869
Apr 06 10:25:26.076647 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b2af323e-7b02-4625-ae16-24f52040b9b7 req-0323b883-52bc-4458-8249-8ca0227e04c2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554411
Apr 06 10:25:26.171206 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-d64c2bab-723b-47f0-940e-9f293444df36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1640656
Apr 06 10:25:26.325744 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:26.345436 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:25:26.383068 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:26.491745 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:25:26.497202 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:25:26.501062 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:26.627926 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:26.663056 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:26.689389 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Floating IP 9f4d9d87-4b54-472c-a999-e7b7eb33c770 associated. External IP: 172.27.2.174, port: 81e73019-78a3-4faa-8c81-e5e26642ac3b.
Apr 06 10:25:26.743503 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:26.818904 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:26.863424 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:26.946489 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b06fb5-eb46-4030-a9f9-27b2ea57906f'] response: {'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'code': 200}
Apr 06 10:25:27.272950 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Router b1244669-e50b-45a9-bb5b-0edf918c3800 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:25:27.293691 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-ddbb85ff-e092-414d-82ac-06776086628b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a&tenant_id=872b80d8f161486ab774165084e4feca HTTP/1.1" status: 200  len: 1096 time: 0.1689794
Apr 06 10:25:27.393975 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc75f0-1ac1-4925-b54b-16181a160d99 req-3bdeea65-1866-4af0-b88d-3138e4a54bed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:27.403984 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d5cc75f0-1ac1-4925-b54b-16181a160d99 req-3bdeea65-1866-4af0-b88d-3138e4a54bed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 945 time: 0.1187174
Apr 06 10:25:27.454482 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d5cc75f0-1ac1-4925-b54b-16181a160d99 req-9666c7bf-ce5a-46b5-810a-fb205487c04c tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487618
Apr 06 10:25:27.561891 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa06293-922a-4ca3-a590-9079315fc3e9 req-68623e11-cebc-4ba1-af71-71590f93833e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:27.563397 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8fa06293-922a-4ca3-a590-9079315fc3e9 req-68623e11-cebc-4ba1-af71-71590f93833e tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.3313565
Apr 06 10:25:27.661184 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-47bebace-b48f-47b5-bbfe-36f76ea60624 req-1925a9f0-4a98-4888-8bf0-60a3b0714fb8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 1098 time: 0.2071941
Apr 06 10:25:27.667022 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-cdd16c94-06ce-49af-ad91-e1251840e46b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 1096 time: 0.3079970
Apr 06 10:25:27.703588 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8fa06293-922a-4ca3-a590-9079315fc3e9 req-f15d4404-2048-408d-afb2-03adb7dfbd3c tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218123
Apr 06 10:25:27.817318 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-47bebace-b48f-47b5-bbfe-36f76ea60624 req-b1299b92-25c4-4d45-87b2-8d0c5081771a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1493535
Apr 06 10:25:27.879902 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-ce9b198a-1381-44d5-835b-e0b965f732cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:27.881846 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-ce9b198a-1381-44d5-835b-e0b965f732cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.1928923
Apr 06 10:25:27.890750 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:25:27.895834 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:27.901044 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] Sync routers for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:25:27.913181 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:27.913781 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e804d9130>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:25:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:27.958740 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-33996b45-c722-4a3d-a902-6d7571d719ea tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "PUT /v2.0/floatingips/9f4d9d87-4b54-472c-a999-e7b7eb33c770 HTTP/1.1" status: 200  len: 991 time: 2.5242023
Apr 06 10:25:27.959551 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'tag': '81e73019-78a3-4faa-8c81-e5e26642ac3b'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:28.019805 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c08d68-ab50-4704-8dfd-dff9df3fa1fe'] response: {'name': 'network-changed', 'server_uuid': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'tag': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'status': 'completed', 'code': 200}
Apr 06 10:25:28.134300 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:28.330095 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-4fe1d66e-16cb-4b96-bd00-1788b0aa253f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70 HTTP/1.1" status: 200  len: 998 time: 0.2864442
Apr 06 10:25:28.380350 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-ead41c4d-ab7c-4326-b868-f565fd791648 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 1098 time: 0.2877696
Apr 06 10:25:28.493250 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-29fd2bf7-39e1-4814-a944-91b1a6b72a89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:28.494576 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-29fd2bf7-39e1-4814-a944-91b1a6b72a89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.1561122
Apr 06 10:25:28.507701 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e804d9130>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '9f4d9d87-4b54-472c-a999-e7b7eb33c770', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'port_id': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'mac_address': 'fa:16:3e:33:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:05Z', 'updated_at': '2022-04-06T10:25:26Z', 'revision_number': 1, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:28.512769 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] Checking router: b1244669-e50b-45a9-bb5b-0edf918c3800 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:25:28.524260 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:28.525051 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e804d9130>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:25:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:28.647764 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-2096765d-cd03-4ef8-a77a-936102ca92da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:28.654224 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-2096765d-cd03-4ef8-a77a-936102ca92da service neutron] 10.222.0.61 "GET /v2.0/networks?id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 200  len: 912 time: 0.2629590
Apr 06 10:25:28.717704 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:28.904400 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-ef296189-a5e5-4d05-978a-11a6f3316439 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4022729
Apr 06 10:25:28.908980 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-8640a161-3bf2-4f98-a158-dcc6c915a8a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e73019-78a3-4faa-8c81-e5e26642ac3b HTTP/1.1" status: 200  len: 999 time: 0.2377601
Apr 06 10:25:28.971302 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5170eeb-7ead-45ac-a2f1-faf2a03650a0 req-ec2990bb-dee4-496d-93df-c2662abc9fcb tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:28.979221 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f5170eeb-7ead-45ac-a2f1-faf2a03650a0 req-ec2990bb-dee4-496d-93df-c2662abc9fcb tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.1089921
Apr 06 10:25:29.091734 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0722e6-9907-4670-847a-693bf9f7599a req-1869bcb6-8010-41e1-b371-f82ba62e6b4e tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:29.093090 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ef0722e6-9907-4670-847a-693bf9f7599a req-1869bcb6-8010-41e1-b371-f82ba62e6b4e tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 945 time: 0.4981256
Apr 06 10:25:29.097781 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f5170eeb-7ead-45ac-a2f1-faf2a03650a0 req-eb68b07b-f299-4d75-8715-b537c6c9e50a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1171687
Apr 06 10:25:29.157690 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-59aa437c-b94a-409c-b908-b150b9c95f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:29.159387 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-59aa437c-b94a-409c-b908-b150b9c95f7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec3b2ca7-32de-42fe-acfd-abbc00704239 HTTP/1.1" status: 200  len: 850 time: 0.2022510
Apr 06 10:25:29.180811 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e804d9130>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '9f4d9d87-4b54-472c-a999-e7b7eb33c770', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'port_id': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'mac_address': 'fa:16:3e:33:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:05Z', 'updated_at': '2022-04-06T10:25:26Z', 'revision_number': 1, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:29.186584 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b19e69-6d3a-464b-bd25-abf32f6a69da None None] The sync data for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi is: [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '9f4d9d87-4b54-472c-a999-e7b7eb33c770', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'port_id': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'mac_address': 'fa:16:3e:33:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:05Z', 'updated_at': '2022-04-06T10:25:26Z', 'revision_number': 1, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:25:29.284625 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ef0722e6-9907-4670-847a-693bf9f7599a req-7cec70a6-e802-4f62-bb9d-8615ead326f5 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1748548
Apr 06 10:25:29.290096 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-10404458-863a-4d3c-9dbc-f4bfad93954e service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3730366
Apr 06 10:25:29.431696 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-406389de-e9b5-41ca-ab3f-c1f412864bda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22b3a2b8-1d0e-4c47-8372-f8416cfc73df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2493196
Apr 06 10:25:29.498402 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f831f-4ee4-457d-ba58-0ff6c748db80 None None] New status for floating IP 9f4d9d87-4b54-472c-a999-e7b7eb33c770: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:25:29.554308 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b14f4e5d-f381-4b25-82bd-cf33ffc1d922 req-a7e35858-b5ab-4faa-8cd9-0d35128a2e09 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576063
Apr 06 10:25:29.611308 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-bcd78895-a568-48ee-8672-6e1bf2bb5f9b service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721721
Apr 06 10:25:29.784230 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5c7f32e-93cf-49c8-abd6-6752d570da47 req-04eb1b28-c469-48d5-8558-af80c904caf2 service neutron] 10.222.0.61 "GET /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666236
Apr 06 10:25:30.369312 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22882046-cc7b-4b66-9be8-6465a0c37ca1 req-f243f407-6707-4c6e-b90f-477e9015bb0b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:30.370984 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-22882046-cc7b-4b66-9be8-6465a0c37ca1 req-f243f407-6707-4c6e-b90f-477e9015bb0b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.0952647
Apr 06 10:25:30.442885 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-22882046-cc7b-4b66-9be8-6465a0c37ca1 req-4e7d31d9-7eec-4fd2-bc65-d8dcd45c0dfd tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618868
Apr 06 10:25:30.529503 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1105e-91b1-49d4-9a8c-73f153d556f4 req-9aa3cef2-0ee0-496d-b916-5ada2fa6bdd3 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:30.531088 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0fd1105e-91b1-49d4-9a8c-73f153d556f4 req-9aa3cef2-0ee0-496d-b916-5ada2fa6bdd3 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 945 time: 0.0972211
Apr 06 10:25:30.598222 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0fd1105e-91b1-49d4-9a8c-73f153d556f4 req-e6753db5-7f03-498d-9478-f5acef2d24d0 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566442
Apr 06 10:25:30.812152 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d439229-95dd-4440-b7ed-f4fd1a5df4b8 req-6ded8717-7bf8-4196-8003-2b4b2f2701b4 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:30.813625 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9d439229-95dd-4440-b7ed-f4fd1a5df4b8 req-6ded8717-7bf8-4196-8003-2b4b2f2701b4 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 945 time: 0.0816176
Apr 06 10:25:30.869328 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9d439229-95dd-4440-b7ed-f4fd1a5df4b8 req-2682094d-8143-4f5e-acd3-c24056edaee9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450101
Apr 06 10:25:30.904287 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52902) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:30.979155 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-6d3c99ef-558a-4dd3-abd2-e5735f2884c3 tempest-TestVolumeBootPattern-686686922 tempest-TestVolumeBootPattern-686686922-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 1093 time: 0.0736465
Apr 06 10:25:30.981772 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52908) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:30.987014 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:25:30.993277 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:30.997286 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:floatingip and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:31.000704 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:31.007315 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:31.098566 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:31.431143 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:31.643156 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Allocated IP 172.27.2.205 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/19d7eedc-57ff-410c-aac7-3684287ac1ab) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:25:31.782573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1babea-0123-4c11-8a09-e10fc4cd3b0f req-5158024c-9e67-49fd-8717-a8b2a84723a2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:31.787369 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cd1babea-0123-4c11-8a09-e10fc4cd3b0f req-5158024c-9e67-49fd-8717-a8b2a84723a2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.1400559
Apr 06 10:25:31.861234 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:31.862115 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-cd1babea-0123-4c11-8a09-e10fc4cd3b0f req-7d08dd6f-2226-4580-9aad-86ebda099347 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683467
Apr 06 10:25:31.966497 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:32.066857 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:25:32.069640 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:25:32.074452 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:25:32.100158 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=19d7eedc-57ff-410c-aac7-3684287ac1ab,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:32.126805 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.127160 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.127537 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.127864 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.128202 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.128575 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.130804 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.130804 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.130804 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.130804 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.130804 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:32.809489 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:32.985318 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:33.346192 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdd0ca-fa1e-4e4a-88a9-f1a91415902c req-dafa9ef5-fe0b-4fff-99af-23e055b35125 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:33.353679 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-91bdd0ca-fa1e-4e4a-88a9-f1a91415902c req-dafa9ef5-fe0b-4fff-99af-23e055b35125 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.2152188
Apr 06 10:25:33.399934 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:33.420174 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-91bdd0ca-fa1e-4e4a-88a9-f1a91415902c req-b9779d8b-9dbe-454e-b73b-94353407f29b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654335
Apr 06 10:25:33.467851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:33.620704 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=19d7eedc-57ff-410c-aac7-3684287ac1ab,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:33.706052 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52946) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:33.736317 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:34.052869 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:34.102977 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:34.109060 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:307ff64078c2443cae52a7b168794801 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:34.113149 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:34.122949 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:34.178615 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Floating IP 599a09c3-9ad4-43d4-bb5b-393847fe5e31 associated. External IP: 172.27.2.205, port: ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6.
Apr 06 10:25:34.343905 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:34.415414 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:34.489045 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c11ed66-2416-4510-81dd-bd98be6da0de,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:34.506805 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d8683bdf-ef4d-4113-86b8-c94212c5e8b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=307ff64078c2443cae52a7b168794801&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7965915
Apr 06 10:25:34.509415 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52954) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:34.603498 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:34.681145 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:34.791737 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:25:34.811407 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073b6c1-c8b2-44f2-8aef-17ad3d6c3dda req-0f10f35d-6732-44cb-ba53-211edf98ab52 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:34.821031 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e073b6c1-c8b2-44f2-8aef-17ad3d6c3dda req-0f10f35d-6732-44cb-ba53-211edf98ab52 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.1997328
Apr 06 10:25:34.870112 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:34.900397 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c11ed66-2416-4510-81dd-bd98be6da0de,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:34.921708 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:34.923887 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c11ed66-2416-4510-81dd-bd98be6da0de HTTP/1.1" status: 204  len: 168 time: 0.4110403
Apr 06 10:25:34.931487 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.931847 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.932239 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.932582 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.932912 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.933307 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.933551 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.934151 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.934423 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.934772 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.935150 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9e93e-2241-458a-b07b-72be0e61918a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:34.952819 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e073b6c1-c8b2-44f2-8aef-17ad3d6c3dda req-bf6afd16-e516-435c-8b37-39086f5e7ff2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307077
Apr 06 10:25:35.197002 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:25:35.212302 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:25:35.239379 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:35.260765 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e804d9310>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:25:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:35.341750 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:35.423346 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-44d8c22d-a598-4be7-b721-aeece3bb38b7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.4402344
Apr 06 10:25:35.424584 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:35.517599 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:35.522414 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e143310-1080-40bd-ab84-02cf112ac069'] response: {'name': 'network-changed', 'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'status': 'completed', 'code': 200}
Apr 06 10:25:35.734094 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-2ab30367-e238-4caf-9197-25f80e2061db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 1098 time: 0.1277070
Apr 06 10:25:35.937104 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-639bd9b4-72f8-43c5-81a0-20b34e9ff461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:35.938901 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-639bd9b4-72f8-43c5-81a0-20b34e9ff461 service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.1949744
Apr 06 10:25:35.967036 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 52972) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:35.993237 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:36.064746 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:36.074978 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5030a0b57a4343ae0db874266c0c2b is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:36.078662 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:36.087817 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:36.189232 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:36.204290 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-696cf6e1-7eaa-449b-994f-c8f0c37df8ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 HTTP/1.1" status: 200  len: 999 time: 0.2217400
Apr 06 10:25:36.234827 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:36.278909 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e804d9310>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:32Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:36.283108 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:25:36.303162 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:36.304903 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e804d9310>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:25:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:36.311724 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad5030a0b57a4343ae0db874266c0c2b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3435857
Apr 06 10:25:36.318849 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 52978) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:36.373531 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-053bdacc-0839-474e-af4e-07488f90286c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:36.378448 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-053bdacc-0839-474e-af4e-07488f90286c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.1502767
Apr 06 10:25:36.408374 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873f639-5acf-46de-af27-d7313f8e1df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ae9e78-197a-458d-bfe0-112bc532adfc,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:36.493864 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e15a41-0eae-4ab1-858a-1581ac032239 req-d2475620-5473-4759-860f-de60e9169156 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:36.502701 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a0e15a41-0eae-4ab1-858a-1581ac032239 req-d2475620-5473-4759-860f-de60e9169156 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.2102778
Apr 06 10:25:36.513539 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4a9-2ecc-4d6c-8582-7ef037da2170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:36.558961 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a0e15a41-0eae-4ab1-858a-1581ac032239 req-219865f6-7cc1-4cff-b435-473147d49286 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552499
Apr 06 10:25:36.564964 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4a9-2ecc-4d6c-8582-7ef037da2170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:36.576167 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-e84caa19-154e-4c40-b02c-4ca9a22e31d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1831050
Apr 06 10:25:36.633581 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:36.795551 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-ee95d772-4398-4e3b-975d-1090bf90893a service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1987848
Apr 06 10:25:36.823039 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4a9-2ecc-4d6c-8582-7ef037da2170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:36.834859 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8a4a9-2ecc-4d6c-8582-7ef037da2170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ae9e78-197a-458d-bfe0-112bc532adfc,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:37.059107 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a4a9-2ecc-4d6c-8582-7ef037da2170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:37.073693 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a3b8a4a9-2ecc-4d6c-8582-7ef037da2170 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43ae9e78-197a-458d-bfe0-112bc532adfc HTTP/1.1" status: 204  len: 168 time: 0.7530382
Apr 06 10:25:37.212968 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e804d9310>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:32Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:37.220448 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d405d5-27c8-4c8b-bab5-d5bce5b7f90d None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:32Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:25:37.329860 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2d090d3-f236-4bed-9fba-63d5102f6b8c req-fb0a2c9b-021f-4f85-be74-a9a746729aaa service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4905901
Apr 06 10:25:37.571494 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd14ff-80d8-43e5-b1e4-f23de203c43d None None] New status for floating IP 599a09c3-9ad4-43d4-bb5b-393847fe5e31: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:25:37.984959 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01db47-64b4-4d9d-9626-dd39aa037a54 req-dee1f308-3127-4aad-bf37-f1d4e70029c8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:37.990355 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3b01db47-64b4-4d9d-9626-dd39aa037a54 req-dee1f308-3127-4aad-bf37-f1d4e70029c8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.1577849
Apr 06 10:25:38.063830 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3b01db47-64b4-4d9d-9626-dd39aa037a54 req-f8f2c374-a0a3-402a-9add-9ba4c7a80c90 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667543
Apr 06 10:25:39.330688 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abc270-562d-476d-917e-2f382f6bfcdc req-72a8294a-f527-4ba7-bf38-6051bf8830d1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:39.332267 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c0abc270-562d-476d-917e-2f382f6bfcdc req-72a8294a-f527-4ba7-bf38-6051bf8830d1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.1046505
Apr 06 10:25:39.402006 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c0abc270-562d-476d-917e-2f382f6bfcdc req-d52e3dfc-34fd-4f58-ad2d-c648e9d737e1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632041
Apr 06 10:25:40.657011 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead30d56-b529-4631-b4b0-c84a0467b20d req-e7575bd5-6514-4175-b84b-3dc61cc1c63d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:40.658911 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ead30d56-b529-4631-b4b0-c84a0467b20d req-e7575bd5-6514-4175-b84b-3dc61cc1c63d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.0970392
Apr 06 10:25:40.723846 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ead30d56-b529-4631-b4b0-c84a0467b20d req-eae98822-29aa-439f-9197-42f285e0092b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581934
Apr 06 10:25:41.146459 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53046) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:41.291113 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:41.324008 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:41.327820 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] Usage tracker for resource:security_group_rule and tenant:be2c73fdd5fd45629ac1137c1546f85e is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:41.330752 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:41.336872 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:41.403715 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:41.495353 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:41.545280 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a14048a-bc9a-4730-86c8-6ab960e95fc5,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:41.550997 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-5a6ab5e4-0a18-4398-82ac-ea9a4c48e92a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be2c73fdd5fd45629ac1137c1546f85e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4031565
Apr 06 10:25:41.553462 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53052) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:41.618741 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54bd0b4a-6f21-450d-ba32-874f0a177c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:41.646116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54bd0b4a-6f21-450d-ba32-874f0a177c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:41.783146 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54bd0b4a-6f21-450d-ba32-874f0a177c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:41.802511 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd0b4a-6f21-450d-ba32-874f0a177c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a14048a-bc9a-4730-86c8-6ab960e95fc5,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:41.806913 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-54bd0b4a-6f21-450d-ba32-874f0a177c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:41.807574 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-54bd0b4a-6f21-450d-ba32-874f0a177c60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a14048a-bc9a-4730-86c8-6ab960e95fc5 HTTP/1.1" status: 204  len: 168 time: 0.2531173
Apr 06 10:25:41.981923 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5772b-21b6-44b8-824a-6d0886af3c8b req-febfafb6-7012-47d3-a40e-41f04b23b1e1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:41.983618 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6cb5772b-21b6-44b8-824a-6d0886af3c8b req-febfafb6-7012-47d3-a40e-41f04b23b1e1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 943 time: 0.0817826
Apr 06 10:25:42.041261 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6cb5772b-21b6-44b8-824a-6d0886af3c8b req-908e13db-be83-4f6d-83f7-1011602b71ba tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515218
Apr 06 10:25:42.415345 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:25:42.553200 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:42.568662 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'port_id': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'mac_address': 'fa:16:3e:e8:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:25:42.631888 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:42.652136 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e2f0de-3722-4662-8a5d-148cef4c2f70 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:25:42.673999 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:42.729430 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53080) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:42.757595 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:42.759912 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:42.794037 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:25:42.798495 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc5e08923e048929f7b113262732590 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:25:42.801522 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:25:42.811812 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:25:42.830330 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=9']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:42.840170 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.840607 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.840987 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.841337 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.841709 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.842110 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.842450 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.842805 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.843150 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.843461 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.843789 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:25:42.885038 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:42.959942 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:43.015565 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b0b640-4e41-40b1-94f6-10ef734adb69,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:43.021043 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-cb1c8817-27c2-4ac0-adce-9f2ba8c27c68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dc5e08923e048929f7b113262732590&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2900610
Apr 06 10:25:43.024071 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53084) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:43.078640 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['54e2f0de-3722-4662-8a5d-148cef4c2f70'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:25:43.086427 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83a37308-7dfd-481f-928e-3377ee816f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:43.114980 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83a37308-7dfd-481f-928e-3377ee816f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:43.287110 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9d56-c589-4ddc-9850-b5c8b8f5f3cf req-95b6ccb9-129a-48b9-a0c5-1a5a2c69710d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:43.288680 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-10ac9d56-c589-4ddc-9850-b5c8b8f5f3cf req-95b6ccb9-129a-48b9-a0c5-1a5a2c69710d tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 944 time: 0.0891705
Apr 06 10:25:43.310921 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83a37308-7dfd-481f-928e-3377ee816f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:43.341486 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a37308-7dfd-481f-928e-3377ee816f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b0b640-4e41-40b1-94f6-10ef734adb69,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:43.354322 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-83a37308-7dfd-481f-928e-3377ee816f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:43.357183 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-83a37308-7dfd-481f-928e-3377ee816f85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56b0b640-4e41-40b1-94f6-10ef734adb69 HTTP/1.1" status: 204  len: 168 time: 0.3304727
Apr 06 10:25:43.370501 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-10ac9d56-c589-4ddc-9850-b5c8b8f5f3cf req-0717cc22-f55d-4d4b-8c1f-72a7f3ba95ba tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732548
Apr 06 10:25:44.437261 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:25:44.524798 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 54e2f0de-3722-4662-8a5d-148cef4c2f70 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:25:44.646786 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:44.647004 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048e74d-232e-4237-8628-0185812448ec req-406ea98e-41b1-4463-82b1-c6eb1e3ac7f5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:44.647004 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f048e74d-232e-4237-8628-0185812448ec req-406ea98e-41b1-4463-82b1-c6eb1e3ac7f5 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 944 time: 0.0864992
Apr 06 10:25:44.659623 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:44.683434 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f048e74d-232e-4237-8628-0185812448ec req-6bb6b845-da8b-4a1d-835a-f4e58f51cd7a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511928
Apr 06 10:25:44.693731 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:44.706281 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:44.758123 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199897af-31c0-4eb0-b01e-30458aa57440'] response: {'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'code': 200}
Apr 06 10:25:45.531582 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:45.611444 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=10']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:45.892257 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fcc4e341-cf91-46c2-b168-938a7cffbbe6 req-84753609-25df-457e-bcf1-dfd5573a2eda service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 1099 time: 0.1490877
Apr 06 10:25:45.959912 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fcc4e341-cf91-46c2-b168-938a7cffbbe6 req-3ad3b006-281d-483f-b67f-ce8d1c4a6442 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593252
Apr 06 10:25:45.970297 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82097f-b3f3-4779-9f97-385876ee4b5d req-6eded3af-12d7-4862-8879-1e1eb2a455b1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:45.971735 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4a82097f-b3f3-4779-9f97-385876ee4b5d req-6eded3af-12d7-4862-8879-1e1eb2a455b1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 946 time: 0.1431050
Apr 06 10:25:45.989583 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79ab82-87df-4736-a72e-39388c7ed626 req-91999a8f-83f8-4318-839d-8ac5591ca1d8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:45.991713 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6f79ab82-87df-4736-a72e-39388c7ed626 req-91999a8f-83f8-4318-839d-8ac5591ca1d8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 945 time: 0.0867102
Apr 06 10:25:46.026825 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4a82097f-b3f3-4779-9f97-385876ee4b5d req-d3f3eb3f-ac85-4cc6-b98a-491f38a86f39 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488119
Apr 06 10:25:46.043311 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6f79ab82-87df-4736-a72e-39388c7ed626 req-3ea3cc1a-66b5-4f76-9f31-d61b1c0cf6a3 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458655
Apr 06 10:25:47.256453 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfae54-0f94-4af7-8e83-59fb1a4baed4 req-c019e296-c621-4844-8006-b59da6e5abee tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:47.258003 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bacfae54-0f94-4af7-8e83-59fb1a4baed4 req-c019e296-c621-4844-8006-b59da6e5abee tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 946 time: 0.0863714
Apr 06 10:25:47.306475 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d97dce-743c-4030-9869-7e9edf0f3023 req-3ecadd6a-e803-4f81-9a8d-f82cff9a3226 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:47.309354 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-30d97dce-743c-4030-9869-7e9edf0f3023 req-3ecadd6a-e803-4f81-9a8d-f82cff9a3226 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 945 time: 0.1144345
Apr 06 10:25:47.314329 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bacfae54-0f94-4af7-8e83-59fb1a4baed4 req-098dba00-a499-489e-967d-84c2138faae9 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502477
Apr 06 10:25:47.367056 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-30d97dce-743c-4030-9869-7e9edf0f3023 req-c6fab76b-9347-4f08-a3b0-194b42eea773 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503285
Apr 06 10:25:47.588050 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:25:48.360086 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-2497f03b-55cc-4885-884a-35e8373570c1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:48.361370 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-2497f03b-55cc-4885-884a-35e8373570c1 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 945 time: 0.0806718
Apr 06 10:25:48.447450 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Deleting port 361d7009-4bef-4305-94c3-4519522a1589 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:25:48.447795 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:48.525484 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:48.670022 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b59455-2059-4c5b-8cfd-476d2f8f9fa4 req-18a2ef6b-b51d-4dd9-abdc-e274241d1257 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:48.671404 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b59455-2059-4c5b-8cfd-476d2f8f9fa4 req-18a2ef6b-b51d-4dd9-abdc-e274241d1257 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 945 time: 0.1754544
Apr 06 10:25:48.713681 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da43681-f8d6-46bb-8147-d820b2685cfe req-e8978afd-0dbf-43bb-afea-eca19eda00d2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:48.715233 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1da43681-f8d6-46bb-8147-d820b2685cfe req-e8978afd-0dbf-43bb-afea-eca19eda00d2 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 946 time: 0.2430232
Apr 06 10:25:48.721767 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e6b59455-2059-4c5b-8cfd-476d2f8f9fa4 req-c418b24b-41f7-400c-92f7-ea32947159c8 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f9bea51-2c61-4ec4-a792-4ad85635b503&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440462
Apr 06 10:25:48.797615 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1da43681-f8d6-46bb-8147-d820b2685cfe req-db48ce7a-2761-49e5-b14f-e8675b0bb3d8 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739946
Apr 06 10:25:48.816122 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] For port 361d7009-4bef-4305-94c3-4519522a1589, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=361d7009-4bef-4305-94c3-4519522a1589,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:25:48.816483 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:49.187661 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:49.188122 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:49.188498 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Floating IP ce078cbc-56a0-4bcd-b065-066f56d48af0 disassociated. External IP: 172.27.2.78, port: 361d7009-4bef-4305-94c3-4519522a1589.
Apr 06 10:25:49.188861 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Calling delete_port for 361d7009-4bef-4305-94c3-4519522a1589 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:25:49.432242 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:49.480944 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'Port': ['ID=361d7009-4bef-4305-94c3-4519522a1589,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:49.692973 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:25:49.936179 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-77e923c6-337d-4cd9-825e-4a1c2d244c78 req-ff3e35cd-8fd0-4444-a979-d08d48a81179 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 210 time: 0.0822971
Apr 06 10:25:49.941491 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:25:49.960937 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:25:49.987417 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:49.990754 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806d7a90>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:25:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:50.146282 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] No DVR routers for this DVR port 361d7009-4bef-4305-94c3-4519522a1589 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:25:50.150142 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:50.153541 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'name': 'network-vif-deleted', 'tag': '361d7009-4bef-4305-94c3-4519522a1589'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:25:50.209098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740d84e-d031-4f24-9e2a-a6be22350723 req-455c80b9-5f6e-4df7-b004-b1647a6c4220 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:50.211137 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e740d84e-d031-4f24-9e2a-a6be22350723 req-455c80b9-5f6e-4df7-b004-b1647a6c4220 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 946 time: 0.1754718
Apr 06 10:25:50.212683 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ed5391-efb5-4710-a800-62fa824ce6b9'] response: {'server_uuid': 'c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37', 'name': 'network-vif-deleted', 'tag': '361d7009-4bef-4305-94c3-4519522a1589', 'status': 'completed', 'code': 200}
Apr 06 10:25:50.237799 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:50.265112 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e740d84e-d031-4f24-9e2a-a6be22350723 req-419168f9-22f2-412d-aceb-d5d65f407826 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482326
Apr 06 10:25:50.275023 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-73e57c0d-e330-416a-8866-5bb7fd480c4c req-e19212a2-bf4a-4ca6-9a90-1266485f8722 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.61 "DELETE /v2.0/ports/361d7009-4bef-4305-94c3-4519522a1589 HTTP/1.1" status: 204  len: 173 time: 1.8993678
Apr 06 10:25:50.561014 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806d7a90>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:50.565733 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:25:50.578739 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:25:50.579406 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806d7a90>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:25:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:50.795134 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:25:51.128313 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806d7a90>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:25:51.133657 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9216a67-32e5-4626-8a31-8201101981a6 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:18:03Z', 'revision_number': 4, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '76fc15c8-4b0f-4bf2-b091-370982c99c1b', 'name': '', 'network_id': '4add46be-e449-4063-94c9-630fe2457420', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'mac_address': 'fa:16:3e:96:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:01Z', 'updated_at': '2022-04-06T10:18:20Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'subnets': [{'id': '55c42440-751f-4d9c-9858-b5fd00cecf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:25:51.203944 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-83ccb5b0-6ca2-4f9c-932e-8c162605f71a req-45b53895-46b3-44bc-97b2-dbe93e3dcc94 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c73e1ea6-8c9e-4732-a6fb-ed1cb0ceed37 HTTP/1.1" status: 200  len: 210 time: 0.0540712
Apr 06 10:25:51.227091 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-e257cb73-7d02-4841-b962-af3395be64e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:51.406833 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1988aff1-1d2d-49d7-ab8f-5ad06fa9e1d5 None None] New status for floating IP ce078cbc-56a0-4bcd-b065-066f56d48af0: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:25:52.457863 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53234) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:52.497152 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 361d7009-4bef-4305-94c3-4519522a1589 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:25:52.526168 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7dc79954-5758-404c-a1cd-acf2b762c7ba tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:52.528776 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 361d7009-4bef-4305-94c3-4519522a1589 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:25:52.529120 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 361d7009-4bef-4305-94c3-4519522a1589 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:25:52.554886 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7dc79954-5758-404c-a1cd-acf2b762c7ba tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:52.662450 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7dc79954-5758-404c-a1cd-acf2b762c7ba tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:52.681303 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc79954-5758-404c-a1cd-acf2b762c7ba tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9bea51-2c61-4ec4-a792-4ad85635b503,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:52.746973 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7dc79954-5758-404c-a1cd-acf2b762c7ba tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:52.748122 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7dc79954-5758-404c-a1cd-acf2b762c7ba tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "DELETE /v2.0/security-groups/4f9bea51-2c61-4ec4-a792-4ad85635b503 HTTP/1.1" status: 204  len: 168 time: 0.2892487
Apr 06 10:25:52.750822 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53238) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:52.767012 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.api.v2.resource [None req-251e6269-ffcd-4672-88a2-ef7e399cf720 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] show failed (client error): The resource could not be found.
Apr 06 10:25:52.767966 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-251e6269-ffcd-4672-88a2-ef7e399cf720 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "GET /v2.0/security-groups/4f9bea51-2c61-4ec4-a792-4ad85635b503 HTTP/1.1" status: 404  len: 347 time: 0.0162733
Apr 06 10:25:52.770778 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53242) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:52.922306 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Deleting port 1d751fcf-aada-4b28-bdd2-e1ab44959033 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:25:52.922566 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:53.091440 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:53.091766 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:53.187164 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-735e04d1-79bd-4955-81d3-c3ff556b4fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:53.302812 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Calling delete_port for 1d751fcf-aada-4b28-bdd2-e1ab44959033 owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:25:53.464741 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-f20ffdca-03b7-4b67-9d92-e3970528cc37 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1365960
Apr 06 10:25:53.572111 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-be897072-311a-42ae-9943-80f955be3b89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=872b80d8f161486ab774165084e4feca&device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 1099 time: 0.0728087
Apr 06 10:25:53.576673 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:53.642997 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Pushing event deleted for resources: {'Port': ['ID=1d751fcf-aada-4b28-bdd2-e1ab44959033,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:25:53.836196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:53.851249 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-84669666-b012-4f59-b533-c95122a9e11b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:53.852849 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-84669666-b012-4f59-b533-c95122a9e11b service neutron] 10.222.0.61 "GET /v2.0/networks?id=59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 200  len: 917 time: 0.2391894
Apr 06 10:25:53.859406 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:53.863447 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-1bc4669f-df3a-4efa-bac5-b52ba5fb4653 tempest-AttachVolumeNegativeTest-1388482378 tempest-AttachVolumeNegativeTest-1388482378-project] 10.222.0.11 "DELETE /v2.0/floatingips/ce078cbc-56a0-4bcd-b065-066f56d48af0 HTTP/1.1" status: 204  len: 168 time: 1.0890598
Apr 06 10:25:53.973039 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-c2666473-82f0-4c39-8144-c67c16bff6fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70 HTTP/1.1" status: 200  len: 1000 time: 0.1110730
Apr 06 10:25:54.050096 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-85726954-4c42-4192-b386-d917b7121578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:25:54.051729 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-85726954-4c42-4192-b386-d917b7121578 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 200  len: 855 time: 0.0723171
Apr 06 10:25:54.138129 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-1edc27e9-7b83-43dd-84e2-ce32ddb08ddb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=59f32085-bcad-46e7-9882-763fbe66e3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802474
Apr 06 10:25:54.282508 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-eb990310-e460-447b-96ec-b60e52186a0d service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375999
Apr 06 10:25:54.420644 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f620cdf9-1da1-458f-92f2-63b59d51afb9 req-580dd36a-0999-4a1c-8720-a006845089a3 service neutron] 10.222.0.61 "GET /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321795
Apr 06 10:25:54.454960 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:55.308676 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:55.880083 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:25:58.901585 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53322) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:25:59.577950 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.124214 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53334) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:00.234825 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Deleting port 76fc15c8-4b0f-4bf2-b091-370982c99c1b {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:00.235341 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.274443 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.307075 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:00.311400 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] Usage tracker for resource:security_group_rule and tenant:10fc9e6aca7f476ab7597a26c2671768 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:00.314239 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:00.320808 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:00.396074 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.420792 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] For port 76fc15c8-4b0f-4bf2-b091-370982c99c1b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=76fc15c8-4b0f-4bf2-b091-370982c99c1b,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:00.421380 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.451250 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.500460 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bade7f96-90d1-46d8-8cb9-05c91ee38ce2,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:00.504864 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2facd058-ef03-461d-83cc-61ce6011cb36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10fc9e6aca7f476ab7597a26c2671768&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3796203
Apr 06 10:26:00.508486 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53340) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:00.574957 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Calling delete_port for 76fc15c8-4b0f-4bf2-b091-370982c99c1b owned by network:router_interface {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:00.575291 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b28e051e-e8eb-4573-883e-cdd2bdb0a75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.605031 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b28e051e-e8eb-4573-883e-cdd2bdb0a75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.748374 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b28e051e-e8eb-4573-883e-cdd2bdb0a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.774884 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e051e-e8eb-4573-883e-cdd2bdb0a75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade7f96-90d1-46d8-8cb9-05c91ee38ce2,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:00.782437 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b28e051e-e8eb-4573-883e-cdd2bdb0a75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.783560 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b28e051e-e8eb-4573-883e-cdd2bdb0a75c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bade7f96-90d1-46d8-8cb9-05c91ee38ce2 HTTP/1.1" status: 204  len: 168 time: 0.2737486
Apr 06 10:26:00.856971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:00.919687 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Pushing event deleted for resources: {'Port': ['ID=76fc15c8-4b0f-4bf2-b091-370982c99c1b,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:01.322283 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:01.588184 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53348) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:01.608010 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:01.641865 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:01.645823 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] Usage tracker for resource:security_group_rule and tenant:c6db88a7acf94995b1471fc40c9b9fdf is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:01.649938 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:01.655658 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:01.721716 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:01.820055 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:01.874885 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d5b1cf-e161-40e5-b37a-e50c0d5b0371,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:01.880765 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-9d9b4e46-7a8a-44b9-b381-be68a2cbce11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6db88a7acf94995b1471fc40c9b9fdf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2915103
Apr 06 10:26:01.883640 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53352) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:01.935432 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Router 988c9edb-8a65-4c83-8f37-70f7092c6897 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:26:01.958904 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0e99f2f4-b2a9-4120-bed1-50776b04492c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:01.986783 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0e99f2f4-b2a9-4120-bed1-50776b04492c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:02.113832 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0e99f2f4-b2a9-4120-bed1-50776b04492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:02.129567 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99f2f4-b2a9-4120-bed1-50776b04492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d5b1cf-e161-40e5-b37a-e50c0d5b0371,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:02.140278 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0e99f2f4-b2a9-4120-bed1-50776b04492c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:02.141412 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0e99f2f4-b2a9-4120-bed1-50776b04492c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00d5b1cf-e161-40e5-b37a-e50c0d5b0371 HTTP/1.1" status: 204  len: 168 time: 0.2567337
Apr 06 10:26:02.148888 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:26:02.159547 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] Sync routers for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:26:02.166485 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53358) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:02.166642 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-fa5bd3e9-8fdd-421c-a8d9-ac882d7091be admin admin] 10.222.0.11 "PUT /v2.0/routers/988c9edb-8a65-4c83-8f37-70f7092c6897/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2636166
Apr 06 10:26:02.184201 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:26:02.190652 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806d72e0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:25:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:02.370286 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:02.372748 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:26:02.587564 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:02.675487 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806d72e0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:26:00Z', 'revision_number': 5, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port': {'id': '06fd4e5e-ee2f-4cda-bef5-46f2057a1eca', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:53Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:02.679422 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] Checking router: 988c9edb-8a65-4c83-8f37-70f7092c6897 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:26:02.692828 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] Routers {'988c9edb-8a65-4c83-8f37-70f7092c6897'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:26:02.693493 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806d72e0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:25:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['988c9edb-8a65-4c83-8f37-70f7092c6897'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:02.713968 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Deleting port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:02.714473 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:02.843464 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] Set router 988c9edb-8a65-4c83-8f37-70f7092c6897 gateway port host: None {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:26:02.901374 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] For port 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=06fd4e5e-ee2f-4cda-bef5-46f2057a1eca,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:02.901641 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:02.950684 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806d72e0>, [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:26:02Z', 'revision_number': 6, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port_host': None}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:02.954955 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf84743-7445-44d1-b2ea-2e575ae45f48 None None] The sync data for ids ['988c9edb-8a65-4c83-8f37-70f7092c6897'] in dv-cinder-836753-1-iscsi is: [{'id': '988c9edb-8a65-4c83-8f37-70f7092c6897', 'name': 'tempest-AttachVolumeNegativeTest-67158429-router', 'tenant_id': '474c373d715f467baa3762fdef8c160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:52Z', 'updated_at': '2022-04-06T10:26:02Z', 'revision_number': 6, 'project_id': '474c373d715f467baa3762fdef8c160a', 'gw_port_host': None}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:26:03.036513 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Calling delete_port for 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:03.312559 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:03.356931 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 76fc15c8-4b0f-4bf2-b091-370982c99c1b no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:26:03.358888 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=06fd4e5e-ee2f-4cda-bef5-46f2057a1eca,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:03.399237 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 76fc15c8-4b0f-4bf2-b091-370982c99c1b {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:26:03.399856 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 76fc15c8-4b0f-4bf2-b091-370982c99c1b not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:26:03.707222 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:03.980491 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:03.984590 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.083078 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.083616 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988c9edb-8a65-4c83-8f37-70f7092c6897 {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:26:04.099775 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.101395 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-abe2a7ca-45b9-4add-9a56-e66b0964e8cc admin admin] 10.222.0.11 "DELETE /v2.0/routers/988c9edb-8a65-4c83-8f37-70f7092c6897 HTTP/1.1" status: 204  len: 168 time: 1.9338441
Apr 06 10:26:04.105032 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53384) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:04.175019 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b27c7a4-d5af-4022-9c4c-30d5e14587e7 admin admin] Deleting subnet 55c42440-751f-4d9c-9858-b5fd00cecf9c {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:26:04.178265 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7a4-d5af-4022-9c4c-30d5e14587e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.236652 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7a4-d5af-4022-9c4c-30d5e14587e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.313183 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7a4-d5af-4022-9c4c-30d5e14587e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.457120 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7a4-d5af-4022-9c4c-30d5e14587e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.499895 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27c7a4-d5af-4022-9c4c-30d5e14587e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c42440-751f-4d9c-9858-b5fd00cecf9c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:04.504895 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7a4-d5af-4022-9c4c-30d5e14587e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.514609 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d867a068-4faa-4889-afcc-cd58ed6dffac None None] Network 4add46be-e449-4063-94c9-630fe2457420 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:26:04.515042 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7b27c7a4-d5af-4022-9c4c-30d5e14587e7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/55c42440-751f-4d9c-9858-b5fd00cecf9c HTTP/1.1" status: 204  len: 168 time: 0.4083514
Apr 06 10:26:04.515449 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53394) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:04.687875 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.699689 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Deleting port 1720b10f-454e-434e-9e18-1e7a57a9812c {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:04.700006 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.833979 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] DHCP port deletion for 4add46be-e449-4063-94c9-630fe2457420 request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:26:04.838731 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] Deleting port 1720b10f-454e-434e-9e18-1e7a57a9812c {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:04.839100 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:04.907038 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] For port 1720b10f-454e-434e-9e18-1e7a57a9812c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1720b10f-454e-434e-9e18-1e7a57a9812c,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:04.907390 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.058682 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] For port 1720b10f-454e-434e-9e18-1e7a57a9812c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1720b10f-454e-434e-9e18-1e7a57a9812c,segment=NetworkSegment(e7e52a97-6245-490a-befe-fda790ebe899),segment_id=e7e52a97-6245-490a-befe-fda790ebe899)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:05.058990 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.130758 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Calling delete_port for 1720b10f-454e-434e-9e18-1e7a57a9812c owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:05.185261 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] Calling delete_port for 1720b10f-454e-434e-9e18-1e7a57a9812c owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:05.305721 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.311530 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:26:05.311831 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:26:05.352484 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Pushing event deleted for resources: {'Port': ['ID=1720b10f-454e-434e-9e18-1e7a57a9812c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:05.359905 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] No DVR routers for this DVR port 1720b10f-454e-434e-9e18-1e7a57a9812c on host dv-cinder-836753-1-iscsi {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:26:05.401177 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:26:05.437421 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:26:05.439305 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 06fd4e5e-ee2f-4cda-bef5-46f2057a1eca not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:26:05.439705 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1720b10f-454e-434e-9e18-1e7a57a9812c no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:26:05.472476 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 1720b10f-454e-434e-9e18-1e7a57a9812c {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:26:05.472814 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1720b10f-454e-434e-9e18-1e7a57a9812c not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:26:05.476423 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.502837 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7f56b8b0>,) {'filters': {'network_id': ['4add46be-e449-4063-94c9-630fe2457420']}} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:05.515432 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f56b8b0>, 'e7e52a97-6245-490a-befe-fda790ebe899') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:05.515731 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f56b8b0>, 'e7e52a97-6245-490a-befe-fda790ebe899') {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:05.531293 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267310291'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.550085 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.559907 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:26:05.559907 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1105088'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]: Traceback (most recent call last):
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     timer()
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     cb(*args, **kw)
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     return func(*args, **kwargs)
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     self._notify()
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     self.callback(batched_events)
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     event.method(event)
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     return f(self, *a, **k)
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._get(url).json()
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:26:05.571906 dv-cinder-836753-1-iscsi neutron-server[83995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:26:05.742728 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.762645 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.770596 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] Pushing event deleted for resources: {'Network': ['ID=4add46be-e449-4063-94c9-630fe2457420,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:05.812747 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] Deleting port 1720b10f-454e-434e-9e18-1e7a57a9812c {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:05.813299 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:05.840734 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c6e20f86-cc9f-48cf-bb98-6a4aa15a9abf admin admin] 10.222.0.11 "DELETE /v2.0/networks/4add46be-e449-4063-94c9-630fe2457420 HTTP/1.1" status: 204  len: 168 time: 1.3238745
Apr 06 10:26:05.888667 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9839af46-a7a0-4c51-9e0d-798bc754223c None None] The port '1720b10f-454e-434e-9e18-1e7a57a9812c' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:26:06.354904 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53406) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:06.405447 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f3a69ef8-084b-4b6c-8be4-a9acfeadee6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=474c373d715f467baa3762fdef8c160a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0493081
Apr 06 10:26:06.408030 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53410) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:06.467998 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f503fe52-2df4-4f0b-a504-835351320a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:06.495394 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f503fe52-2df4-4f0b-a504-835351320a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:06.651091 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f503fe52-2df4-4f0b-a504-835351320a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:06.670472 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503fe52-2df4-4f0b-a504-835351320a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b37c34-932f-4160-9d43-a69fb4f5d5d7,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:06.679645 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f503fe52-2df4-4f0b-a504-835351320a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:06.680835 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f503fe52-2df4-4f0b-a504-835351320a42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32b37c34-932f-4160-9d43-a69fb4f5d5d7 HTTP/1.1" status: 204  len: 168 time: 0.2718656
Apr 06 10:26:11.115283 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53508) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:11.263413 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:11.308149 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:11.313184 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb257a7a3bb04c119dfcc636d1d56138 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:11.316222 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:11.322866 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:11.393495 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:11.459932 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:11.508539 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec809449-a57e-4395-b750-df72286299f0,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:11.515402 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0717f2a8-bc13-486c-acb4-3497801bd1c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb257a7a3bb04c119dfcc636d1d56138&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3965688
Apr 06 10:26:11.515597 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53524) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:11.587931 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-533edd97-5692-4dcc-b46e-2b441a9f238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:11.618431 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-533edd97-5692-4dcc-b46e-2b441a9f238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:11.734496 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-533edd97-5692-4dcc-b46e-2b441a9f238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:11.749853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533edd97-5692-4dcc-b46e-2b441a9f238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec809449-a57e-4395-b750-df72286299f0,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:11.756328 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-533edd97-5692-4dcc-b46e-2b441a9f238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:11.757517 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-533edd97-5692-4dcc-b46e-2b441a9f238f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec809449-a57e-4395-b750-df72286299f0 HTTP/1.1" status: 204  len: 168 time: 0.2408257
Apr 06 10:26:12.531404 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53544) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:12.549175 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:12.579568 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:12.583345 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:5846d7a20f4a46c1ae4c6fd463a45ea8 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:12.586835 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:12.592763 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:12.657041 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:12.751039 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:12.797660 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5abc35-84f6-4dec-b197-48b60ec7ba2c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:12.803616 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f8535036-08bf-470e-9e3e-b095e951b2e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5846d7a20f4a46c1ae4c6fd463a45ea8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2706764
Apr 06 10:26:12.806820 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53548) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:12.869638 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cf44574c-9c0e-4073-874b-974a11cd3ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:12.895946 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cf44574c-9c0e-4073-874b-974a11cd3ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:13.062412 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cf44574c-9c0e-4073-874b-974a11cd3ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:13.081100 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44574c-9c0e-4073-874b-974a11cd3ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5abc35-84f6-4dec-b197-48b60ec7ba2c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:13.084473 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-cf44574c-9c0e-4073-874b-974a11cd3ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:13.089185 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-cf44574c-9c0e-4073-874b-974a11cd3ad3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de5abc35-84f6-4dec-b197-48b60ec7ba2c HTTP/1.1" status: 204  len: 168 time: 0.2784271
Apr 06 10:26:15.142011 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53608) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:15.294179 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:15.330183 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:15.334094 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] Usage tracker for resource:security_group_rule and tenant:b47698d477b14bde88e5839e4fbca6bb is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:15.337641 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:15.344170 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:15.416830 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:15.553696 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:15.601950 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c6f074-ef05-43ca-bf30-222ae66ce649,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:15.617118 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-4f343546-78d3-41e8-a642-79f4c848905c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b47698d477b14bde88e5839e4fbca6bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4724312
Apr 06 10:26:15.626818 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53622) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:15.691148 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd1aa-2b4a-440d-915f-208a04d9ff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:15.716602 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd1aa-2b4a-440d-915f-208a04d9ff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:15.839106 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd1aa-2b4a-440d-915f-208a04d9ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:15.856163 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcd1aa-2b4a-440d-915f-208a04d9ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c6f074-ef05-43ca-bf30-222ae66ce649,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:15.860855 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd1aa-2b4a-440d-915f-208a04d9ff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:15.864419 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c8fcd1aa-2b4a-440d-915f-208a04d9ff46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25c6f074-ef05-43ca-bf30-222ae66ce649 HTTP/1.1" status: 204  len: 168 time: 0.2342060
Apr 06 10:26:18.507925 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:20.725414 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53742) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:20.870846 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:20.902749 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:20.906621 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] Usage tracker for resource:security_group_rule and tenant:d668f2deef184578ac322657b1e6a381 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:20.909349 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:20.914935 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:20.977709 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:21.044615 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:21.093105 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d662fb-8318-4d57-8d76-6ffcd1d25103,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:21.098616 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-b78e5cb0-6440-4157-a800-21b022d8bf99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d668f2deef184578ac322657b1e6a381&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3731284
Apr 06 10:26:21.101526 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53748) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:21.161248 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c919dbf7-a8bf-45c8-ba97-370c956e8903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:21.162373 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-0203ee28-3b16-4508-a68f-99937d6b74d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:21.189560 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c919dbf7-a8bf-45c8-ba97-370c956e8903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:21.312888 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c919dbf7-a8bf-45c8-ba97-370c956e8903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:21.329031 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919dbf7-a8bf-45c8-ba97-370c956e8903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d662fb-8318-4d57-8d76-6ffcd1d25103,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:21.333374 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c919dbf7-a8bf-45c8-ba97-370c956e8903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:21.334564 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c919dbf7-a8bf-45c8-ba97-370c956e8903 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59d662fb-8318-4d57-8d76-6ffcd1d25103 HTTP/1.1" status: 204  len: 168 time: 0.2318981
Apr 06 10:26:22.019654 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53762) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:22.039609 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.081688 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:22.086984 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c7cb6a85bf430d8e974553ac3a5ff1 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:22.092569 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:22.103230 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:22.181021 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.278735 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.314636 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53768) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:22.340910 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6edcfc-1618-46a7-8c83-0686f99f0673,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:22.347567 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7869bdf6-3676-4b8a-a6bb-f5766f79b5c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0c7cb6a85bf430d8e974553ac3a5ff1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3264925
Apr 06 10:26:22.350410 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53776) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:22.422195 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b8e50261-6f54-43f9-9734-75195fa9603a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.448397 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b8e50261-6f54-43f9-9734-75195fa9603a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.496932 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.532593 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:22.537517 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] Usage tracker for resource:security_group_rule and tenant:ba04e8ff317a485fa2c9f0a183a0828c is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:22.540949 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:22.546650 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:22.626940 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b8e50261-6f54-43f9-9734-75195fa9603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.653221 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e50261-6f54-43f9-9734-75195fa9603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6edcfc-1618-46a7-8c83-0686f99f0673,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:22.670129 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b8e50261-6f54-43f9-9734-75195fa9603a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.673599 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b8e50261-6f54-43f9-9734-75195fa9603a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d6edcfc-1618-46a7-8c83-0686f99f0673 HTTP/1.1" status: 204  len: 168 time: 0.3191838
Apr 06 10:26:22.718231 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.791441 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.840403 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2ea60b-d6bc-488f-b7c6-d6434c217a9d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:22.850491 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-48ae794c-d209-4d8e-82cd-46fc0e6ecddc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba04e8ff317a485fa2c9f0a183a0828c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5345283
Apr 06 10:26:22.854846 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53782) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:22.961191 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d7ad-4907-46fc-a884-f84b32f5664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:22.992407 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d7ad-4907-46fc-a884-f84b32f5664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:23.164022 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d7ad-4907-46fc-a884-f84b32f5664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:23.191778 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-831f3d4d-4646-456b-b0c9-1189a752fd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:23.205608 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2d7ad-4907-46fc-a884-f84b32f5664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2ea60b-d6bc-488f-b7c6-d6434c217a9d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:23.211281 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d7ad-4907-46fc-a884-f84b32f5664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:23.216327 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c3e2d7ad-4907-46fc-a884-f84b32f5664b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb2ea60b-d6bc-488f-b7c6-d6434c217a9d HTTP/1.1" status: 204  len: 168 time: 0.3567562
Apr 06 10:26:24.097892 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 53814) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:24.116350 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:24.157571 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:24.162565 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] Usage tracker for resource:security_group_rule and tenant:738032dc4e9443bd93f72a2c3484dab6 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:24.166172 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:24.176257 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:24.244829 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:24.299119 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:24.339475 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=738032dc4e9443bd93f72a2c3484dab6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2404773
Apr 06 10:26:24.342179 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 53826) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:24.358694 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add397d8-c303-4212-ae43-a1c1462b67d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbede62-ae5d-4209-9bf7-f2d177dccfe9,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:24.404557 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:24.413445 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e04c96a7-b44f-460e-9d0f-613cf0dfe015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:24.439465 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e04c96a7-b44f-460e-9d0f-613cf0dfe015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:24.559447 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e04c96a7-b44f-460e-9d0f-613cf0dfe015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:24.579763 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c96a7-b44f-460e-9d0f-613cf0dfe015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbede62-ae5d-4209-9bf7-f2d177dccfe9,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:24.580222 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:26:24.582171 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e04c96a7-b44f-460e-9d0f-613cf0dfe015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:24.586560 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e04c96a7-b44f-460e-9d0f-613cf0dfe015 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcbede62-ae5d-4209-9bf7-f2d177dccfe9 HTTP/1.1" status: 204  len: 168 time: 0.2394371
Apr 06 10:26:25.270778 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:25.862222 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:32.470325 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff7a6e-3305-493d-9e5f-efa6e1fe468f req-ddf657dd-2011-4bce-8dc3-a24b89685005 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:32.471776 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6dff7a6e-3305-493d-9e5f-efa6e1fe468f req-ddf657dd-2011-4bce-8dc3-a24b89685005 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 946 time: 0.0765078
Apr 06 10:26:32.522145 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-6dff7a6e-3305-493d-9e5f-efa6e1fe468f req-b8a29f0f-c546-458f-9caa-099dbbcfeb53 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448003
Apr 06 10:26:33.833141 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fb0a9-a52e-40c2-84f9-565a217cba68 req-ed97df6b-2104-4296-8b9d-8ca897f1ad32 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:33.834605 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5f2fb0a9-a52e-40c2-84f9-565a217cba68 req-ed97df6b-2104-4296-8b9d-8ca897f1ad32 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 946 time: 0.1608207
Apr 06 10:26:33.927643 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5f2fb0a9-a52e-40c2-84f9-565a217cba68 req-07d568e1-7232-4b64-978f-7d3c50766b7a tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups?id=54a1a4c4-d29e-41c4-b176-cef41c0435fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600231
Apr 06 10:26:33.968811 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-0318da8d-9c6d-473b-bcff-236406d5ae6b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:33.970676 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-0318da8d-9c6d-473b-bcff-236406d5ae6b tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 946 time: 0.1352375
Apr 06 10:26:34.043309 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Deleting port 54e2f0de-3722-4662-8a5d-148cef4c2f70 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:34.043653 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:34.309771 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] For port 54e2f0de-3722-4662-8a5d-148cef4c2f70, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=54e2f0de-3722-4662-8a5d-148cef4c2f70,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:34.310265 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:34.629598 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:34.629997 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:34.630315 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Floating IP 05846ac0-11d0-479c-a8af-203a17bc35c0 disassociated. External IP: 172.27.2.58, port: 54e2f0de-3722-4662-8a5d-148cef4c2f70.
Apr 06 10:26:34.630659 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Calling delete_port for 54e2f0de-3722-4662-8a5d-148cef4c2f70 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:34.833521 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:34.889407 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event deleted for resources: {'Port': ['ID=54e2f0de-3722-4662-8a5d-148cef4c2f70,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:34.904879 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.905199 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.905533 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.905892 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.906244 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.906568 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.906901 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.907217 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.907540 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.907857 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:34.908175 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:35.133146 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ae62d62b-2932-484d-ad74-b5be349a2320 req-dbb9cf12-be71-4513-a657-48102afe7234 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 210 time: 0.0419207
Apr 06 10:26:35.183797 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:26:35.396047 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:26:35.406375 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] Sync routers for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:26:35.418935 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:26:35.419571 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7fff95e0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:26:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:35.463678 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] No DVR routers for this DVR port 54e2f0de-3722-4662-8a5d-148cef4c2f70 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:26:35.466121 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:35.468653 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-deleted', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:26:35.526360 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6fc26e-7e69-4ecc-b6c2-8ac47ccd80bf'] response: {'server_uuid': '3081d841-f5cd-4b80-b817-caddb1aeb92a', 'name': 'network-vif-deleted', 'tag': '54e2f0de-3722-4662-8a5d-148cef4c2f70', 'status': 'completed', 'code': 200}
Apr 06 10:26:35.574360 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-360ceff8-3d8d-4aa5-a6fd-69dc21820f17 req-ba45a324-2c3e-469e-881f-38260b3f89a1 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.61 "DELETE /v2.0/ports/54e2f0de-3722-4662-8a5d-148cef4c2f70 HTTP/1.1" status: 204  len: 173 time: 1.5983720
Apr 06 10:26:35.641569 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:26:35.956894 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7fff95e0>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:35.960782 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] Checking router: 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:26:35.971798 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:26:35.972393 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7fff95e0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:26:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:36.146188 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:26:36.323227 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-de8e0a9e-3c8d-4eb5-9c76-658f7b5088f9 req-f66b0ad4-873e-461c-8cf1-0237bf774218 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 210 time: 0.0424187
Apr 06 10:26:36.478716 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7fff95e0>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:36.483068 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd483-af1f-4cee-8a8f-a4d6fc1920d6 None None] The sync data for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi is: [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:18:05Z', 'revision_number': 4, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': 'b99968d7-78df-409f-a696-7e3a6fcafe2b', 'name': '', 'network_id': '59f32085-bcad-46e7-9882-763fbe66e3d0', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'mac_address': 'fa:16:3e:48:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:18:04Z', 'updated_at': '2022-04-06T10:18:57Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'subnets': [{'id': '910fa775-4c3d-4bb1-b8d6-48d8592b18c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:26:36.707083 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f102c-16f9-4777-a710-f994fb39cdb3 None None] New status for floating IP 05846ac0-11d0-479c-a8af-203a17bc35c0: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:26:37.523511 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-52b71564-d288-425f-817e-471cbd510292 req-bb94b134-5d9e-407b-ab4e-771c252222fa tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Synchronizing usage tracker for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:26:37.610780 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-52b71564-d288-425f-817e-471cbd510292 req-bb94b134-5d9e-407b-ab4e-771c252222fa tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Unset dirty status for tenant:872b80d8f161486ab774165084e4feca on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:26:37.614448 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-52b71564-d288-425f-817e-471cbd510292 req-bb94b134-5d9e-407b-ab4e-771c252222fa tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/ports?device_id=3081d841-f5cd-4b80-b817-caddb1aeb92a HTTP/1.1" status: 200  len: 210 time: 0.1335769
Apr 06 10:26:38.710719 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:26:38.750753 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 54e2f0de-3722-4662-8a5d-148cef4c2f70 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:26:38.750753 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 54e2f0de-3722-4662-8a5d-148cef4c2f70 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:26:38.858352 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54080) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:38.938509 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:38.968934 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:39.101386 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:39.123606 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a1a4c4-d29e-41c4-b176-cef41c0435fb,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:39.132844 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.133194 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.133531 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.133862 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.134219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.134760 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.135297 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.135716 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.136102 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.136427 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.136751 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:26:39.209192 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:39.214352 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-6c691d14-6e0c-4293-ab70-87399379b051 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "DELETE /v2.0/security-groups/54a1a4c4-d29e-41c4-b176-cef41c0435fb HTTP/1.1" status: 204  len: 168 time: 0.3513470
Apr 06 10:26:39.219414 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54094) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:39.335557 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.api.v2.resource [None req-d265470d-d15c-4dd1-84a8-71e2ef4563d3 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] show failed (client error): The resource could not be found.
Apr 06 10:26:39.336554 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d265470d-d15c-4dd1-84a8-71e2ef4563d3 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "GET /v2.0/security-groups/54a1a4c4-d29e-41c4-b176-cef41c0435fb HTTP/1.1" status: 404  len: 347 time: 0.1161633
Apr 06 10:26:39.340461 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54098) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:39.501810 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Deleting port a18c6c64-866f-4a57-8d70-1cb136fcbdef {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:39.502183 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:39.767925 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:39.768269 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:39.899633 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Calling delete_port for a18c6c64-866f-4a57-8d70-1cb136fcbdef owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:40.107510 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:40.155359 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Pushing event deleted for resources: {'Port': ['ID=a18c6c64-866f-4a57-8d70-1cb136fcbdef,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:40.246809 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:40.344557 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:40.345694 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-5995b757-8a66-4dcb-8d8a-b8682b53ba66 tempest-AttachVolumeShelveTestJSON-1213958526 tempest-AttachVolumeShelveTestJSON-1213958526-project] 10.222.0.11 "DELETE /v2.0/floatingips/05846ac0-11d0-479c-a8af-203a17bc35c0 HTTP/1.1" status: 204  len: 168 time: 1.0040557
Apr 06 10:26:44.430095 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54190) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:44.585731 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:44.620207 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:44.624223 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] Usage tracker for resource:security_group_rule and tenant:0dd04931d23f405cb2efa2a651dd0435 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:44.627127 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:44.633633 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:44.735702 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:44.812557 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:44.861194 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7a4c41-832f-45d4-8457-e1c6af7f5756,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:44.866847 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c6c44c08-8ab9-4498-ae5a-daaf2c12bb2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dd04931d23f405cb2efa2a651dd0435&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4357131
Apr 06 10:26:44.871019 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54204) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:44.871907 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577c98-8158-4c42-830e-2243bec03850 req-47ae2652-acad-424b-a76e-5272ba001b0c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:44.874360 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2a577c98-8158-4c42-830e-2243bec03850 req-47ae2652-acad-424b-a76e-5272ba001b0c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 945 time: 0.0845993
Apr 06 10:26:44.921577 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2a577c98-8158-4c42-830e-2243bec03850 req-8557861f-1549-4851-ab0a-137e2fd5b815 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422854
Apr 06 10:26:44.933678 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a6ce-6b9d-41df-a100-3e583465a65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:44.959995 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a6ce-6b9d-41df-a100-3e583465a65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:45.130115 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a6ce-6b9d-41df-a100-3e583465a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:45.145348 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1a6ce-6b9d-41df-a100-3e583465a65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7a4c41-832f-45d4-8457-e1c6af7f5756,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:45.152913 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a6ce-6b9d-41df-a100-3e583465a65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:45.154098 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7ba1a6ce-6b9d-41df-a100-3e583465a65d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a7a4c41-832f-45d4-8457-e1c6af7f5756 HTTP/1.1" status: 204  len: 168 time: 0.2823300
Apr 06 10:26:45.971007 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54228) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:46.087852 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54234) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:46.148139 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:46.202054 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:46.211530 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] Usage tracker for resource:security_group_rule and tenant:8bb8a019d6c045eebc3b40b4807875d3 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:46.217431 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:46.224921 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:46.248820 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d0c53-e70c-4fab-ab84-324ce45944ab req-9badb82e-e83d-40e3-97e2-299a23827cd1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:46.260026 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4e3d0c53-e70c-4fab-ab84-324ce45944ab req-9badb82e-e83d-40e3-97e2-299a23827cd1 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 945 time: 0.1404772
Apr 06 10:26:46.337068 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4e3d0c53-e70c-4fab-ab84-324ce45944ab req-0cece7d3-6695-44c8-952a-eb8e8c82e6e2 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767133
Apr 06 10:26:46.377165 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:46.476966 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:46.543597 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287a345c-5575-443e-ab06-26fa91a9d0ff,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:46.552019 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-561383ea-565d-4526-8ce4-61a5d612ac57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8bb8a019d6c045eebc3b40b4807875d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4626446
Apr 06 10:26:46.563753 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54238) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:46.670473 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-21d787f3-c327-4e88-8b0f-f2fb719af89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:46.725179 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-21d787f3-c327-4e88-8b0f-f2fb719af89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:47.028113 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-7e3d2a08-19db-4bcc-b9b9-bc2433510b5e tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:47.029876 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-7e3d2a08-19db-4bcc-b9b9-bc2433510b5e tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 945 time: 0.2245407
Apr 06 10:26:47.107576 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-21d787f3-c327-4e88-8b0f-f2fb719af89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:47.129855 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Deleting port 81e73019-78a3-4faa-8c81-e5e26642ac3b {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:47.130316 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:47.161620 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d787f3-c327-4e88-8b0f-f2fb719af89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a345c-5575-443e-ab06-26fa91a9d0ff,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:47.202512 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-21d787f3-c327-4e88-8b0f-f2fb719af89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:47.204315 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-21d787f3-c327-4e88-8b0f-f2fb719af89d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/287a345c-5575-443e-ab06-26fa91a9d0ff HTTP/1.1" status: 204  len: 168 time: 0.6470952
Apr 06 10:26:47.281792 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:47.623652 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] For port 81e73019-78a3-4faa-8c81-e5e26642ac3b, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=81e73019-78a3-4faa-8c81-e5e26642ac3b,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:47.624022 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:47.820019 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51700c0d-7431-4ac0-a852-cf6ff28e87a0 req-440dbe64-a588-4525-b3ef-54f5867c4e07 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:47.821392 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-51700c0d-7431-4ac0-a852-cf6ff28e87a0 req-440dbe64-a588-4525-b3ef-54f5867c4e07 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 945 time: 0.3001301
Apr 06 10:26:48.057659 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54252) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:48.077672 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.114819 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:48.120245 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] Usage tracker for resource:security_group_rule and tenant:b7211835f81e4253b65ceb1e9f44b0ab is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:48.123509 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:48.131171 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:48.143405 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-51700c0d-7431-4ac0-a852-cf6ff28e87a0 req-1eb96dc7-7465-4e4e-81b3-dae07682f3df tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e091c73-dbf3-435e-a426-288b0187123c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3139586
Apr 06 10:26:48.147606 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.147853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.150733 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Floating IP 9f4d9d87-4b54-472c-a999-e7b7eb33c770 disassociated. External IP: 172.27.2.174, port: 81e73019-78a3-4faa-8c81-e5e26642ac3b.
Apr 06 10:26:48.150733 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Calling delete_port for 81e73019-78a3-4faa-8c81-e5e26642ac3b owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:48.222468 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.293072 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.345010 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60027ab5-d1ac-4ff6-a8c5-9e041f85bd41,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:48.355427 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-261103eb-d099-47da-bc14-d8f735f4069d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7211835f81e4253b65ceb1e9f44b0ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2921727
Apr 06 10:26:48.358946 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54256) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:48.445716 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d8c8005a-c714-4d4e-a1db-0ec474da5f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.482901 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d8c8005a-c714-4d4e-a1db-0ec474da5f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.544656 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.611222 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.647930 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d8c8005a-c714-4d4e-a1db-0ec474da5f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.662467 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event deleted for resources: {'Port': ['ID=81e73019-78a3-4faa-8c81-e5e26642ac3b,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:48.671230 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8005a-c714-4d4e-a1db-0ec474da5f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60027ab5-d1ac-4ff6-a8c5-9e041f85bd41,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:48.683200 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d8c8005a-c714-4d4e-a1db-0ec474da5f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:48.684618 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-d8c8005a-c714-4d4e-a1db-0ec474da5f36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60027ab5-d1ac-4ff6-a8c5-9e041f85bd41 HTTP/1.1" status: 204  len: 168 time: 0.3277864
Apr 06 10:26:48.887457 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Deleting port b99968d7-78df-409f-a696-7e3a6fcafe2b {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:48.887762 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:49.106177 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] For port b99968d7-78df-409f-a696-7e3a6fcafe2b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=b99968d7-78df-409f-a696-7e3a6fcafe2b,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:49.106522 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:49.291297 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Calling delete_port for b99968d7-78df-409f-a696-7e3a6fcafe2b owned by network:router_interface {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:49.356949 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-552ad835-d317-4526-b4dd-1a64d181cdd3 req-a017f258-4919-42a9-ba01-9d1c887ad65f tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 210 time: 0.0597641
Apr 06 10:26:49.375959 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Router b1244669-e50b-45a9-bb5b-0edf918c3800 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:26:49.841742 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:26:49.856902 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] Sync routers for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:26:49.875293 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:26:49.876277 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80194d90>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:26:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:49.876796 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:49.964900 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99968d7-78df-409f-a696-7e3a6fcafe2b,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:49.972729 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] No DVR routers for this DVR port 81e73019-78a3-4faa-8c81-e5e26642ac3b on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:26:49.976006 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:49.980114 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'name': 'network-vif-deleted', 'tag': '81e73019-78a3-4faa-8c81-e5e26642ac3b'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:26:50.089244 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e376887e-2b0a-4ed2-bf71-a791ca45ce5a'] response: {'server_uuid': '639a23e3-7d19-473d-9bd3-e5babf77feb2', 'name': 'network-vif-deleted', 'tag': '81e73019-78a3-4faa-8c81-e5e26642ac3b', 'status': 'completed', 'code': 200}
Apr 06 10:26:50.160862 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:26:50.173989 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a2f2e6b-1c76-4b70-b86a-321284a6d2e6 req-c3936c70-c00f-4350-a241-8c368d26ca14 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.61 "DELETE /v2.0/ports/81e73019-78a3-4faa-8c81-e5e26642ac3b HTTP/1.1" status: 204  len: 173 time: 3.1366439
Apr 06 10:26:50.365381 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:50.635083 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0a9369c7-7331-4eaf-8b1a-c9371e9e3eef req-d6e0eb7b-6ae0-46fa-b8ac-6ce34c90141c tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/ports?device_id=639a23e3-7d19-473d-9bd3-e5babf77feb2 HTTP/1.1" status: 200  len: 210 time: 0.0736778
Apr 06 10:26:50.716239 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80194d90>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:50.722126 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] Checking router: b1244669-e50b-45a9-bb5b-0edf918c3800 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:26:50.734702 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:26:50.735333 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80194d90>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:26:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:50.937162 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:26:51.169848 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:26:51.225000 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a65ff641-0314-4923-9d74-18c873bb203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:51.404842 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80194d90>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:51.411767 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0d3957-e42a-40b5-bab3-223679dd27eb None None] The sync data for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi is: [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:19:27Z', 'revision_number': 4, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '4a70c017-8e4a-4e11-a0b3-675a178beec0', 'name': '', 'network_id': '22b3a2b8-1d0e-4c47-8372-f8416cfc73df', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'mac_address': 'fa:16:3e:90:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:26Z', 'updated_at': '2022-04-06T10:19:37Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'subnets': [{'id': 'ec3b2ca7-32de-42fe-acfd-abbc00704239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:26:51.423128 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:26:51.430099 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-57045246-f0b8-481e-a8b8-7b183ca6ee17 admin admin] 10.222.0.11 "PUT /v2.0/routers/8b8cfe98-b5db-4c4a-9d5f-597b9e27af85/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4564688
Apr 06 10:26:51.434874 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54300) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:51.443097 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] Sync routers for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:26:51.467315 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:26:51.472739 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8022cb80>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:26:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:51.698914 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:26:51.754040 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:51.843785 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35b37cd-7e3b-4edb-8262-c69de5f52309 None None] New status for floating IP 9f4d9d87-4b54-472c-a999-e7b7eb33c770: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:26:51.901160 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 81e73019-78a3-4faa-8c81-e5e26642ac3b no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:26:51.929482 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54314) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:52.032624 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 81e73019-78a3-4faa-8c81-e5e26642ac3b {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:26:52.033723 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 81e73019-78a3-4faa-8c81-e5e26642ac3b not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:26:52.046677 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-907bdf4c-ecf4-4911-b832-19ea92ad8bcc tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:52.094827 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8022cb80>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:26:49Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:52.100290 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] Checking router: 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:26:52.112902 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] Routers {'8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:26:52.113781 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8022cb80>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:26:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:52.116792 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-907bdf4c-ecf4-4911-b832-19ea92ad8bcc tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:52.138007 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:52.265404 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Deleting port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:52.266001 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:52.272981 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-907bdf4c-ecf4-4911-b832-19ea92ad8bcc tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:52.300713 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bdf4c-ecf4-4911-b832-19ea92ad8bcc tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e091c73-dbf3-435e-a426-288b0187123c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:52.313446 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] Set router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:26:52.487435 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-907bdf4c-ecf4-4911-b832-19ea92ad8bcc tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:52.488917 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-907bdf4c-ecf4-4911-b832-19ea92ad8bcc tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e091c73-dbf3-435e-a426-288b0187123c HTTP/1.1" status: 204  len: 168 time: 0.5555334
Apr 06 10:26:52.492385 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54318) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:52.508142 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] For port 1411263a-a13a-4af9-8e55-3e1e0e1ac22c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1411263a-a13a-4af9-8e55-3e1e0e1ac22c,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:52.508739 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:52.519375 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.api.v2.resource [None req-b40a2f43-0f23-42e4-9a46-b7c040ad8635 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] show failed (client error): The resource could not be found.
Apr 06 10:26:52.520451 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-b40a2f43-0f23-42e4-9a46-b7c040ad8635 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "GET /v2.0/security-groups/2e091c73-dbf3-435e-a426-288b0187123c HTTP/1.1" status: 404  len: 347 time: 0.0271168
Apr 06 10:26:52.523636 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54324) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:52.670970 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8022cb80>, [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:26:49Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:52.683340 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82fed3-c126-43c3-b3ad-88439b7d5a7a None None] The sync data for ids ['8b8cfe98-b5db-4c4a-9d5f-597b9e27af85'] in dv-cinder-836753-1-iscsi is: [{'id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'name': 'tempest-AttachVolumeShelveTestJSON-218819621-router', 'tenant_id': '872b80d8f161486ab774165084e4feca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:55Z', 'updated_at': '2022-04-06T10:26:49Z', 'revision_number': 5, 'project_id': '872b80d8f161486ab774165084e4feca', 'gw_port': {'id': '1411263a-a13a-4af9-8e55-3e1e0e1ac22c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cfe98-b5db-4c4a-9d5f-597b9e27af85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:57Z', 'updated_at': '2022-04-06T10:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:26:52.691160 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Calling delete_port for 1411263a-a13a-4af9-8e55-3e1e0e1ac22c owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:52.856173 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Deleting port 6d64bf62-87c7-4b3c-881f-b4cf039efbc1 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:52.856877 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.007780 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.031683 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-19823af3-0a61-464f-a659-2bead33a3f34 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=492a540ce68041ba95947bda771f2b12&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0411301
Apr 06 10:26:53.058241 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=1411263a-a13a-4af9-8e55-3e1e0e1ac22c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:53.185494 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.185746 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.227197 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-26ed3da4-e7ee-459c-86c0-5f626874aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.329603 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Calling delete_port for 6d64bf62-87c7-4b3c-881f-b4cf039efbc1 owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:53.347921 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.417130 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-4e97b7a9-4b8f-476e-875c-15fc023ec222 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:53.418701 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-4e97b7a9-4b8f-476e-875c-15fc023ec222 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3805425
Apr 06 10:26:53.474930 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-c683934f-c99d-43aa-aff7-deafeb860e5a tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/quotas/492a540ce68041ba95947bda771f2b12 HTTP/1.1" status: 200  len: 375 time: 0.0451205
Apr 06 10:26:53.498785 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device b99968d7-78df-409f-a696-7e3a6fcafe2b no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:26:53.544607 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: b99968d7-78df-409f-a696-7e3a6fcafe2b {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:26:53.545260 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device b99968d7-78df-409f-a696-7e3a6fcafe2b not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:26:53.574965 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-4017fd68-cf97-4ff8-bad1-64cc40f34c8b tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=492a540ce68041ba95947bda771f2b12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0876119
Apr 06 10:26:53.644434 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.648915 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.667578 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.713613 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Pushing event deleted for resources: {'Port': ['ID=6d64bf62-87c7-4b3c-881f-b4cf039efbc1,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:53.813115 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.830021 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.830833 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:26:53.839532 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.841473 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-ec89d7f0-7a3f-4aaf-a558-d5f7c4246e33 tempest-AttachVolumeTestJSON-1000116389 tempest-AttachVolumeTestJSON-1000116389-project] 10.222.0.11 "DELETE /v2.0/floatingips/9f4d9d87-4b54-472c-a999-e7b7eb33c770 HTTP/1.1" status: 204  len: 168 time: 1.3166203
Apr 06 10:26:53.945159 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2cea0543-3474-4b9c-b4d0-0a65c89cd46a req-3d4a5065-6eb1-4e74-afa4-63942e81f8be tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 210 time: 0.1008008
Apr 06 10:26:53.949325 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:53.951492 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-de312dde-af60-49ea-a725-726d4b9a8f88 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8b8cfe98-b5db-4c4a-9d5f-597b9e27af85 HTTP/1.1" status: 204  len: 168 time: 2.5173342
Apr 06 10:26:53.955009 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54352) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:54.065138 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d8abb6-1de4-4308-92a3-62c7f59f700e admin admin] Deleting subnet 910fa775-4c3d-4bb1-b8d6-48d8592b18c7 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:26:54.068305 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abb6-1de4-4308-92a3-62c7f59f700e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.121095 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abb6-1de4-4308-92a3-62c7f59f700e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.202506 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abb6-1de4-4308-92a3-62c7f59f700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.361201 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abb6-1de4-4308-92a3-62c7f59f700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.390438 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.407806 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8abb6-1de4-4308-92a3-62c7f59f700e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910fa775-4c3d-4bb1-b8d6-48d8592b18c7,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:54.414916 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a4d8abb6-1de4-4308-92a3-62c7f59f700e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.420268 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c3818-d90c-4897-b515-6ddd97b0e097 None None] Network 59f32085-bcad-46e7-9882-763fbe66e3d0 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:26:54.421487 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a4d8abb6-1de4-4308-92a3-62c7f59f700e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/910fa775-4c3d-4bb1-b8d6-48d8592b18c7 HTTP/1.1" status: 204  len: 168 time: 0.4648638
Apr 06 10:26:54.423958 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54362) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:54.554261 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.567229 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Deleting port 8177b490-e37f-4b8e-810c-80641c15495f {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:54.568159 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.714694 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] DHCP port deletion for 59f32085-bcad-46e7-9882-763fbe66e3d0 request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:26:54.719334 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] Deleting port 8177b490-e37f-4b8e-810c-80641c15495f {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:54.720079 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:54.887159 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] For port 8177b490-e37f-4b8e-810c-80641c15495f, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=8177b490-e37f-4b8e-810c-80641c15495f,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:54.887883 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.013290 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Calling delete_port for 8177b490-e37f-4b8e-810c-80641c15495f owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:55.014322 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] For port 8177b490-e37f-4b8e-810c-80641c15495f, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=8177b490-e37f-4b8e-810c-80641c15495f,segment=NetworkSegment(cefce7ce-aca5-47ed-afc3-24bc77d9edf5),segment_id=cefce7ce-aca5-47ed-afc3-24bc77d9edf5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:26:55.014718 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.128800 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b552a988-e9bf-485b-baa2-37d7d61e9f38 req-6076afb9-a74e-42d6-afc5-f312eef2cd2f tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 210 time: 0.0436687
Apr 06 10:26:55.140439 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] Calling delete_port for 8177b490-e37f-4b8e-810c-80641c15495f owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:26:55.209905 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.247401 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:26:55.247767 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:26:55.264585 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Pushing event deleted for resources: {'Port': ['ID=8177b490-e37f-4b8e-810c-80641c15495f,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:55.271839 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] No DVR routers for this DVR port 8177b490-e37f-4b8e-810c-80641c15495f on host dv-cinder-836753-1-iscsi {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:26:55.358258 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.396829 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.428654 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7f9066a0>,) {'filters': {'network_id': ['59f32085-bcad-46e7-9882-763fbe66e3d0']}} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:55.436095 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1411263a-a13a-4af9-8e55-3e1e0e1ac22c no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:26:55.444999 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f9066a0>, 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:55.447960 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f9066a0>, 'cefce7ce-aca5-47ed-afc3-24bc77d9edf5') {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:26:55.460948 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267310291'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.471181 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 1411263a-a13a-4af9-8e55-3e1e0e1ac22c {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:26:55.471524 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1411263a-a13a-4af9-8e55-3e1e0e1ac22c not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:26:55.471955 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 8177b490-e37f-4b8e-810c-80641c15495f no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:26:55.478845 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.486719 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:26:55.487121 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1105088'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]: Traceback (most recent call last):
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     timer()
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     cb(*args, **kw)
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     return func(*args, **kwargs)
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     self._notify()
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     self.callback(batched_events)
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     event.method(event)
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     return f(self, *a, **k)
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._get(url).json()
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:26:55.501686 dv-cinder-836753-1-iscsi neutron-server[83995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:26:55.504881 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 8177b490-e37f-4b8e-810c-80641c15495f {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:26:55.505235 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 8177b490-e37f-4b8e-810c-80641c15495f not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:26:55.667046 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.683852 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.694168 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f32085-bcad-46e7-9882-763fbe66e3d0,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:55.748662 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] Deleting port 8177b490-e37f-4b8e-810c-80641c15495f {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:26:55.749070 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:55.790918 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-994ff9b0-b7ce-4170-bad5-1eb21a0af488 admin admin] 10.222.0.11 "DELETE /v2.0/networks/59f32085-bcad-46e7-9882-763fbe66e3d0 HTTP/1.1" status: 204  len: 168 time: 1.3630431
Apr 06 10:26:55.828237 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5e755-0192-4474-a44b-d371393ab0a7 None None] The port '8177b490-e37f-4b8e-810c-80641c15495f' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:26:55.907311 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:56.262656 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54380) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:56.330865 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-eb1db672-cc77-4c3d-9179-dcc21b21642c req-bfd138f0-1294-4911-b665-b38ecc10be82 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 210 time: 0.0521269
Apr 06 10:26:56.354408 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b44c5248-35f1-4953-801d-407c6a8259e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=872b80d8f161486ab774165084e4feca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0904014
Apr 06 10:26:56.357032 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54384) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:56.426416 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-db8b9dab-3d32-4388-bb33-6d58c5ec1efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:56.435597 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-cdd7c84e-7622-481a-a4e3-f1f0a7a04d77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776966
Apr 06 10:26:56.459492 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-db8b9dab-3d32-4388-bb33-6d58c5ec1efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:56.609119 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-db8b9dab-3d32-4388-bb33-6d58c5ec1efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:56.623465 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-23427b37-014d-4ace-84e7-8735cd26511a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 1098 time: 0.0977032
Apr 06 10:26:56.650934 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b9dab-3d32-4388-bb33-6d58c5ec1efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96e455a-fafe-4500-82bc-e6beab49c520,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:56.658436 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-db8b9dab-3d32-4388-bb33-6d58c5ec1efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:56.660157 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-db8b9dab-3d32-4388-bb33-6d58c5ec1efb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e96e455a-fafe-4500-82bc-e6beab49c520 HTTP/1.1" status: 204  len: 168 time: 0.3020592
Apr 06 10:26:56.860448 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-010dfadf-dfd4-4e12-9aae-682331b68569 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:56.862949 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-010dfadf-dfd4-4e12-9aae-682331b68569 service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.1702058
Apr 06 10:26:56.978219 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-cd321502-f96a-445a-b074-915bf37054c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 HTTP/1.1" status: 200  len: 1001 time: 0.1047916
Apr 06 10:26:57.049601 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-b11dea23-6dd3-4f70-9a9e-cd63bd022f33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:57.051065 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-b11dea23-6dd3-4f70-9a9e-cd63bd022f33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.0672998
Apr 06 10:26:57.134782 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-e8c0d4b3-e3cd-4f2c-8c69-e0b2eeb5e47b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753565
Apr 06 10:26:57.300730 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-fe8a2398-4a3b-4cb2-8f2a-67403b5f8386 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596394
Apr 06 10:26:57.444807 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a547eb9-a07d-4d5d-a13e-9a8f9e534259 req-1585e674-4ec4-4105-85dd-3d0cf410e5ac service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373045
Apr 06 10:26:57.637038 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1f3f7b00-4694-4ef7-bfff-49d02ac80997 req-2e084d06-7adb-418d-9967-aa3dd98a354f tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 210 time: 0.1614254
Apr 06 10:26:57.812969 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-61a5f84b-bfb0-4571-9c2d-4e4777663d72 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=492a540ce68041ba95947bda771f2b12&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0281420
Apr 06 10:26:58.050976 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8a178816-48eb-4c36-99d8-0131a5c8f8e9 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:58.052520 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8a178816-48eb-4c36-99d8-0131a5c8f8e9 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2327058
Apr 06 10:26:58.078169 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Request body: {'port': {'device_id': '04113ba8-a845-4a0f-ba17-baf48680ee17', 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2', 'admin_state_up': True, 'tenant_id': '492a540ce68041ba95947bda771f2b12'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:26:58.238106 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:58.241678 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54428) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:58.243646 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Usage tracker for resource:port and tenant:492a540ce68041ba95947bda771f2b12 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:58.248442 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:58.256670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:58.341461 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Made reservation on behalf of 492a540ce68041ba95947bda771f2b12 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:26:58.345005 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:58.361039 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:58.401597 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:58.405918 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Usage tracker for resource:security_group_rule and tenant:492a540ce68041ba95947bda771f2b12 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:58.408985 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:58.409567 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1209250466-network', 'tenant_id': 'f2725b638eac48ceac28f1cc69b012a7'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:26:58.415682 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:58.422377 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:58.422600 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Usage tracker for resource:network and tenant:f2725b638eac48ceac28f1cc69b012a7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:58.425228 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:58.434594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:58.502791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:58.566621 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Made reservation on behalf of f2725b638eac48ceac28f1cc69b012a7 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:26:58.568919 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:58.586063 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:58.629869 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:58.633333 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:58.639843 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Usage tracker for resource:security_group_rule and tenant:f2725b638eac48ceac28f1cc69b012a7 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:58.643959 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:58.652290 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:58.739457 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:58.745505 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e053db49-f352-4e20-b192-a677cbe9d8b4,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:58.846403 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Allocated IP 192.168.233.167 (48aebb46-2f45-44db-8604-df0ddcc829e2/19b47481-11bb-48aa-a7fe-2b0faeef8837/b407c856-a17e-4a60-be78-3edc49a2e643) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:26:58.988254 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.018553 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c6dba61d-7ed4-48d7-bd52-cf39692e461f req-7fdbd236-122a-43d0-b99c-b4606e0bcffa tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 210 time: 0.2224669
Apr 06 10:26:59.040742 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:26:59.055719 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d825e635-5d8a-4d12-b30e-058aa631f3d9,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:59.064026 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.064503 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Added segment fe69b231-b90a-47d4-99fd-bae22c5d67b8 of type vlan for network afe6dd38-9581-4ca0-98e2-044380bffe8d
Apr 06 10:26:59.107681 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.139061 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.169049 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Transition to ACTIVE for port object b407c856-a17e-4a60-be78-3edc49a2e643 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:26:59.213819 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.214505 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:59.215130 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.253896 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.345842 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Network 48aebb46-2f45-44db-8604-df0ddcc829e2 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:26:59.349710 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:26:59.351044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] Pushing event updated for resources: {'Network': ['ID=afe6dd38-9581-4ca0-98e2-044380bffe8d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:59.357988 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Pushing event updated for resources: {'Port': ['ID=b407c856-a17e-4a60-be78-3edc49a2e643,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:26:59.360874 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:26:59.366563 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network afe6dd38-9581-4ca0-98e2-044380bffe8d details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:26:59.410297 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54448) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:26:59.411759 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-a0f1b1c3-595a-4cfa-ab21-fcbc33950626 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1669502
Apr 06 10:26:59.453693 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Request body: {'subnet': {'network_id': 'afe6dd38-9581-4ca0-98e2-044380bffe8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1209250466-subnet', 'tenant_id': 'f2725b638eac48ceac28f1cc69b012a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:26:59.462717 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:26:59.471174 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Usage tracker for resource:subnet and tenant:f2725b638eac48ceac28f1cc69b012a7 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:26:59.477022 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:26:59.484463 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:26:59.490666 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.498543 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:26:59.599698 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8c743de0-b1c3-416a-8ea2-3ab9af0c50c6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5247393
Apr 06 10:26:59.611839 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Request body: {'port': {'device_id': '04113ba8-a845-4a0f-ba17-baf48680ee17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:26:59.667284 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Made reservation on behalf of f2725b638eac48ceac28f1cc69b012a7 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:26:59.669606 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267244976'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.739387 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-cc14973c-a0f3-4f23-91c1-e3b2ead6d020 None None] Provisioning for port b407c856-a17e-4a60-be78-3edc49a2e643 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:26:59.746442 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-cc14973c-a0f3-4f23-91c1-e3b2ead6d020 None None] Provisioning complete for port b407c856-a17e-4a60-be78-3edc49a2e643 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:26:59.746814 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-cc14973c-a0f3-4f23-91c1-e3b2ead6d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:26:59.809121 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-cc14973c-a0f3-4f23-91c1-e3b2ead6d020 None None] Port b407c856-a17e-4a60-be78-3edc49a2e643 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:26:59.841228 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:00.217886 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1104991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267244958'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:00.465964 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef24796-5eb1-4273-898a-c3fd191507cd,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:00.507047 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Checking segment: {'id': 'fe69b231-b90a-47d4-99fd-bae22c5d67b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'afe6dd38-9581-4ca0-98e2-044380bffe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:27:00.507408 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Network hostable DHCP agents. Network: afe6dd38-9581-4ca0-98e2-044380bffe8d, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:27:00.519945 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054128-0656-4ef1-85b1-33a0c36d9c55 req-df0d42cc-5e15-4849-8a17-917956bef34b tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:00.520786 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-4f054128-0656-4ef1-85b1-33a0c36d9c55 req-df0d42cc-5e15-4849-8a17-917956bef34b tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Synchronizing usage tracker for tenant:492a540ce68041ba95947bda771f2b12 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:27:00.600266 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b407c856-a17e-4a60-be78-3edc49a2e643 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:27:00.608330 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:00.623993 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Transition to ACTIVE for port object b407c856-a17e-4a60-be78-3edc49a2e643 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:27:00.713809 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:00.717349 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-4f054128-0656-4ef1-85b1-33a0c36d9c55 req-df0d42cc-5e15-4849-8a17-917956bef34b tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Unset dirty status for tenant:492a540ce68041ba95947bda771f2b12 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:27:00.718476 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4f054128-0656-4ef1-85b1-33a0c36d9c55 req-df0d42cc-5e15-4849-8a17-917956bef34b tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 936 time: 0.5464640
Apr 06 10:27:00.718994 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Network afe6dd38-9581-4ca0-98e2-044380bffe8d is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:27:00.892732 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b407c856-a17e-4a60-be78-3edc49a2e643,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:00.900521 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, afe6dd38-9581-4ca0-98e2-044380bffe8d) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:27:00.905971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:00.906564 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:00.910176 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c122babc-27a7-4f5f-9706-ccada7c20b4f None None] Network afe6dd38-9581-4ca0-98e2-044380bffe8d requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:27:00.910999 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-4f054128-0656-4ef1-85b1-33a0c36d9c55 req-8c9097a1-c58b-470e-84eb-2a5e9e006e14 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Synchronizing usage tracker for tenant:492a540ce68041ba95947bda771f2b12 on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:27:01.005129 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54488) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:01.077744 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7a48746d-d8fa-40fa-a306-2bc0971d0915 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6653979
Apr 06 10:27:01.079695 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Attempting to bind port b407c856-a17e-4a60-be78-3edc49a2e643 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:27:01.080210 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Attempting to bind port b407c856-a17e-4a60-be78-3edc49a2e643 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:27:01.080791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Attempting to bind port b407c856-a17e-4a60-be78-3edc49a2e643 on network 48aebb46-2f45-44db-8604-df0ddcc829e2 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:27:01.094263 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Port b407c856-a17e-4a60-be78-3edc49a2e643 on network 48aebb46-2f45-44db-8604-df0ddcc829e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:27:01.094593 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Attempting to bind port b407c856-a17e-4a60-be78-3edc49a2e643 on network 48aebb46-2f45-44db-8604-df0ddcc829e2 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:27:01.104425 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:27:01.104776 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Checking segment: {'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:27:01.105159 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Bound using segment: {'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:27:01.105602 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Bound port: b407c856-a17e-4a60-be78-3edc49a2e643, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d99916-ae02-4d99-adb2-9b9e337b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:27:01.106033 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:01.189696 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-4f054128-0656-4ef1-85b1-33a0c36d9c55 req-8c9097a1-c58b-470e-84eb-2a5e9e006e14 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Unset dirty status for tenant:492a540ce68041ba95947bda771f2b12 on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:27:01.191035 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4f054128-0656-4ef1-85b1-33a0c36d9c55 req-8c9097a1-c58b-470e-84eb-2a5e9e006e14 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4391863
Apr 06 10:27:01.223182 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5037bc3-652a-4688-9b57-b07f024f40aa None None] Network afe6dd38-9581-4ca0-98e2-044380bffe8d requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:27:01.241238 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] For port b407c856-a17e-4a60-be78-3edc49a2e643, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:27:01.245703 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] For port b407c856-a17e-4a60-be78-3edc49a2e643, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b407c856-a17e-4a60-be78-3edc49a2e643,segment=NetworkSegment(02d99916-ae02-4d99-adb2-9b9e337b692b),segment_id=02d99916-ae02-4d99-adb2-9b9e337b692b)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:27:01.341447 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:01.409362 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:01.410808 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] 10.222.0.61 "PUT /v2.0/ports/b407c856-a17e-4a60-be78-3edc49a2e643 HTTP/1.1" status: 200  len: 1098 time: 1.8047316
Apr 06 10:27:01.411250 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04113ba8-a845-4a0f-ba17-baf48680ee17', 'tag': 'b407c856-a17e-4a60-be78-3edc49a2e643'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:27:01.436651 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc959e33-f778-4b57-8130-4e7b6caf38c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b407c856-a17e-4a60-be78-3edc49a2e643,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:01.490653 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54e2197-55ff-4144-b03d-a2214f68ade9'] response: {'name': 'network-changed', 'server_uuid': '04113ba8-a845-4a0f-ba17-baf48680ee17', 'tag': 'b407c856-a17e-4a60-be78-3edc49a2e643', 'status': 'completed', 'code': 200}
Apr 06 10:27:01.581461 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:27:01.625069 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b834d41f-7cd8-4464-8ba8-434b98b563b2 req-5b21b13e-7d67-4bf7-b728-4ba9217acf7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=492a540ce68041ba95947bda771f2b12&device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 1101 time: 0.1057835
Apr 06 10:27:01.659134 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b834d41f-7cd8-4464-8ba8-434b98b563b2 req-7c3822a1-9235-4506-b246-a0f4681fb55b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=492a540ce68041ba95947bda771f2b12&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0265379
Apr 06 10:27:01.672743 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:01.849849 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834d41f-7cd8-4464-8ba8-434b98b563b2 req-ec915728-4c5d-4d0e-9c26-1f492447e1f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:01.851730 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b834d41f-7cd8-4464-8ba8-434b98b563b2 req-ec915728-4c5d-4d0e-9c26-1f492447e1f5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1861064
Apr 06 10:27:01.989203 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-5378cea7-dfab-4c23-af10-5348961ec83a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=492a540ce68041ba95947bda771f2b12&device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 1101 time: 0.0857110
Apr 06 10:27:02.067411 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-8aa2c353-c8be-4fa6-a760-44e3cf0f0c0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b407c856-a17e-4a60-be78-3edc49a2e643 HTTP/1.1" status: 200  len: 217 time: 0.0704753
Apr 06 10:27:02.139532 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-00b57e84-6504-4ba0-9de5-d29c29a8610d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:02.141220 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-00b57e84-6504-4ba0-9de5-d29c29a8610d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=19b47481-11bb-48aa-a7fe-2b0faeef8837 HTTP/1.1" status: 200  len: 843 time: 0.0667636
Apr 06 10:27:02.282100 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-ce4c9e15-27a9-4f87-a878-75a7e4d8e264 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48aebb46-2f45-44db-8604-df0ddcc829e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1337256
Apr 06 10:27:02.527191 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-1a3937f5-1ce0-44d1-a2ed-d98a77a672d4 service neutron] 10.222.0.61 "GET /v2.0/networks/48aebb46-2f45-44db-8604-df0ddcc829e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380378
Apr 06 10:27:02.534444 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27c7eb-0e97-4158-ae84-6bfb29fa9906 req-12b9678e-1509-454e-9ede-b13810d7ce8f tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:02.535984 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6c27c7eb-0e97-4158-ae84-6bfb29fa9906 req-12b9678e-1509-454e-9ede-b13810d7ce8f tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 948 time: 0.1346312
Apr 06 10:27:02.560696 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Deleting port 4a70c017-8e4a-4e11-a0b3-675a178beec0 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:27:02.561577 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:02.678710 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6c27c7eb-0e97-4158-ae84-6bfb29fa9906 req-87691e33-66a3-4f56-bcc5-266b78dd25d8 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206079
Apr 06 10:27:02.699696 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54522) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:02.716736 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-534542818-network', 'tenant_id': 'be88e5901b2e4d1bb626bf2b2f1d36f0'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:27:02.737187 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:02.746128 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Usage tracker for resource:network and tenant:be88e5901b2e4d1bb626bf2b2f1d36f0 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:02.750279 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:02.755094 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-afa46baf-3582-4ea6-89e0-57f4bb8eedfc req-6c078740-7c1f-4108-9264-18759f02abb4 service neutron] 10.222.0.61 "GET /v2.0/networks/48aebb46-2f45-44db-8604-df0ddcc829e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181535
Apr 06 10:27:02.759157 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:02.777911 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] For port 4a70c017-8e4a-4e11-a0b3-675a178beec0, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=4a70c017-8e4a-4e11-a0b3-675a178beec0,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:02.778299 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:02.870527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Made reservation on behalf of be88e5901b2e4d1bb626bf2b2f1d36f0 for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:27:02.874133 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:02.890618 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:02.932206 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:02.937102 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Usage tracker for resource:security_group_rule and tenant:be88e5901b2e4d1bb626bf2b2f1d36f0 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:02.940601 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:02.947115 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:03.010107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Calling delete_port for 4a70c017-8e4a-4e11-a0b3-675a178beec0 owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:27:03.056455 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:03.131729 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:03.162554 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:27:03.172386 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310f41d-48f2-40d1-b80b-6c353ae6fcca,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:03.178562 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:03.178903 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.segments_db [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Added segment 822bbb57-d21f-49ff-89b7-fde3b93aba79 of type vlan for network e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3
Apr 06 10:27:03.209712 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:03.266979 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:03.314275 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a70c017-8e4a-4e11-a0b3-675a178beec0,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:03.359570 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:03.362265 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:03.362889 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:03.629221 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:03.642555 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3 details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:27:03.699379 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:03.725801 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-17ef8269-d718-4571-8cae-684f584882c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0218716
Apr 06 10:27:03.726716 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54532) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:03.736155 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Request body: {'subnet': {'network_id': 'e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-534542818-subnet', 'tenant_id': 'be88e5901b2e4d1bb626bf2b2f1d36f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:27:03.742022 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:03.748287 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Usage tracker for resource:subnet and tenant:be88e5901b2e4d1bb626bf2b2f1d36f0 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:03.752364 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:03.761119 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:03.869857 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Made reservation on behalf of be88e5901b2e4d1bb626bf2b2f1d36f0 for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:27:03.872605 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267244976'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:04.011928 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bba58-4482-4913-9ea0-38fbbe1c7e32 req-457b1461-e705-473c-bb05-1b52296bf125 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:04.018500 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-052bba58-4482-4913-9ea0-38fbbe1c7e32 req-457b1461-e705-473c-bb05-1b52296bf125 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 948 time: 0.1501939
Apr 06 10:27:04.057221 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54538) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:04.079103 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-052bba58-4482-4913-9ea0-38fbbe1c7e32 req-38f95c77-e1d7-4ca1-ade0-9c31d061a33c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595262
Apr 06 10:27:04.237794 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1104991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267244958'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:04.282432 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:04.326065 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9422ab6b-0fc9-4a5a-9424-9e2cd90e827c,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:04.361873 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:04.369276 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] Usage tracker for resource:security_group_rule and tenant:861190128d3b4754987632500ec26488 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:04.373005 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:04.376367 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Checking segment: {'id': '822bbb57-d21f-49ff-89b7-fde3b93aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:27:04.376985 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Network hostable DHCP agents. Network: e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:27:04.386295 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:04.483435 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:04.520452 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Network e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3 is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:27:04.554439 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Router b1244669-e50b-45a9-bb5b-0edf918c3800 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:27:04.598156 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:04.647153 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:27:04.658848 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a6277-6304-4426-894e-2904303c4cae None None] Network e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:27:04.662733 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:04.671429 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:04.671429 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b04ddb0-51e3-4e3d-8e33-c5990de51f89,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:04.674527 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-ce379b14-afb6-4a59-964d-3f0ad8fcd77a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=861190128d3b4754987632500ec26488&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6162360
Apr 06 10:27:04.681265 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54544) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:04.765208 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5176e0f3-f911-4fbe-a568-e9ea8ed86eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:04.801770 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-acfa461f-15bd-4411-9018-b095e92fe421 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.0718935
Apr 06 10:27:04.812124 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5176e0f3-f911-4fbe-a568-e9ea8ed86eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:04.849832 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:27:04.859634 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] Sync routers for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:27:04.883412 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:27:04.884399 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806727c0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:26:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:04.892066 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-28c70465-3821-4600-b57a-a55a405ccb00 admin admin] 10.222.0.11 "PUT /v2.0/routers/b1244669-e50b-45a9-bb5b-0edf918c3800/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8851347
Apr 06 10:27:04.895192 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54550) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:04.978609 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ce5a1-5e13-4ec7-9c87-130e61b42abe None None] Network e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:27:04.991333 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54554) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:05.039210 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5176e0f3-f911-4fbe-a568-e9ea8ed86eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.071341 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176e0f3-f911-4fbe-a568-e9ea8ed86eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b04ddb0-51e3-4e3d-8e33-c5990de51f89,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:05.086531 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5176e0f3-f911-4fbe-a568-e9ea8ed86eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.092156 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-5176e0f3-f911-4fbe-a568-e9ea8ed86eea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b04ddb0-51e3-4e3d-8e33-c5990de51f89 HTTP/1.1" status: 204  len: 168 time: 0.4099405
Apr 06 10:27:05.109252 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b64b62b-c641-4e64-853d-565708fb2169 admin admin] Deleting subnet 8ef24796-5eb1-4273-898a-c3fd191507cd {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:27:05.112904 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b64b62b-c641-4e64-853d-565708fb2169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.210696 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b64b62b-c641-4e64-853d-565708fb2169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.265174 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:27:05.365098 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.393262 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b64b62b-c641-4e64-853d-565708fb2169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.518466 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95479519-4d90-4fcf-ae55-b92ea925f03d req-5bd0d48d-6ce8-4a5c-9737-f3bb7b413103 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:05.525988 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-95479519-4d90-4fcf-ae55-b92ea925f03d req-5bd0d48d-6ce8-4a5c-9737-f3bb7b413103 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 948 time: 0.2190914
Apr 06 10:27:05.598153 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-95479519-4d90-4fcf-ae55-b92ea925f03d req-c76c34f1-a227-47de-9b23-7c4ebba98165 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709481
Apr 06 10:27:05.602954 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b64b62b-c641-4e64-853d-565708fb2169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.659032 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.660544 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64b62b-c641-4e64-853d-565708fb2169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef24796-5eb1-4273-898a-c3fd191507cd,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:05.666884 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806727c0>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:27:03Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:05.668147 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9b64b62b-c641-4e64-853d-565708fb2169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.672305 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] Checking router: b1244669-e50b-45a9-bb5b-0edf918c3800 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:27:05.676967 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-9b64b62b-c641-4e64-853d-565708fb2169 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8ef24796-5eb1-4273-898a-c3fd191507cd HTTP/1.1" status: 204  len: 168 time: 0.6843078
Apr 06 10:27:05.681308 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54564) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:05.694014 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] Routers {'b1244669-e50b-45a9-bb5b-0edf918c3800'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:27:05.694980 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806727c0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:26:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['b1244669-e50b-45a9-bb5b-0edf918c3800'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:05.792035 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Deleting port c822cf81-2f63-4e6e-a368-20586f6e5c21 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:27:05.792345 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.865072 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:05.945619 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] Set router b1244669-e50b-45a9-bb5b-0edf918c3800 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:27:06.018137 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54568) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:06.044309 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.091816 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:06.103373 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] Usage tracker for resource:security_group_rule and tenant:c8bbdfce46cb4ff09028d705b1bfcc74 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:06.107359 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:06.115215 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:06.131567 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.151290 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] For port c822cf81-2f63-4e6e-a368-20586f6e5c21, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=c822cf81-2f63-4e6e-a368-20586f6e5c21,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:06.151290 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.226793 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.230844 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7fc72730>,) {'filters': {'network_id': ['afe6dd38-9581-4ca0-98e2-044380bffe8d']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:06.295249 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.297251 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806727c0>, [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:27:03Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:06.309680 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Calling delete_port for c822cf81-2f63-4e6e-a368-20586f6e5c21 owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:27:06.312625 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e7c17-9747-4e34-aaf5-1712c8a32e2b None None] The sync data for ids ['b1244669-e50b-45a9-bb5b-0edf918c3800'] in dv-cinder-836753-1-iscsi is: [{'id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'name': 'tempest-AttachVolumeTestJSON-1057206471-router', 'tenant_id': '6fa59c85afb44ed2b62b06378c5fba49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:19:22Z', 'updated_at': '2022-04-06T10:27:03Z', 'revision_number': 5, 'project_id': '6fa59c85afb44ed2b62b06378c5fba49', 'gw_port': {'id': 'c822cf81-2f63-4e6e-a368-20586f6e5c21', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1244669-e50b-45a9-bb5b-0edf918c3800', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:19:23Z', 'updated_at': '2022-04-06T10:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:27:06.343945 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7fc72730>, 'fe69b231-b90a-47d4-99fd-bae22c5d67b8') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:06.343945 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7fc72730>, 'fe69b231-b90a-47d4-99fd-bae22c5d67b8') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:06.347412 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa1a345-a716-4a5c-adb9-d8ebd119b5af,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:06.353643 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-4b86a24a-5ca1-4838-b431-5313dcc6dff1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8bbdfce46cb4ff09028d705b1bfcc74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3343360
Apr 06 10:27:06.361464 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54572) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:06.374539 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.403605 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.415615 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:27:06.415986 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:27:06.430789 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:27:06.444961 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e77b6a31-79c0-461a-8d0e-17fd506426ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.487261 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e77b6a31-79c0-461a-8d0e-17fd506426ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.642425 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.650575 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.665408 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e77b6a31-79c0-461a-8d0e-17fd506426ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.683172 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6a31-79c0-461a-8d0e-17fd506426ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa1a345-a716-4a5c-adb9-d8ebd119b5af,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:06.686533 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] Pushing event deleted for resources: {'Network': ['ID=afe6dd38-9581-4ca0-98e2-044380bffe8d,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:06.691329 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e77b6a31-79c0-461a-8d0e-17fd506426ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.698133 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e102028e-4661-4d04-98e7-b6528fd077bc admin admin] 10.222.0.11 "DELETE /v2.0/networks/afe6dd38-9581-4ca0-98e2-044380bffe8d HTTP/1.1" status: 204  len: 168 time: 1.0152040
Apr 06 10:27:06.704484 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-e77b6a31-79c0-461a-8d0e-17fd506426ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfa1a345-a716-4a5c-adb9-d8ebd119b5af HTTP/1.1" status: 204  len: 168 time: 0.3392482
Apr 06 10:27:06.704739 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device b407c856-a17e-4a60-be78-3edc49a2e643 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:27:06.706585 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54580) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:06.750564 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.859239 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c822cf81-2f63-4e6e-a368-20586f6e5c21,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:06.884365 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port b407c856-a17e-4a60-be78-3edc49a2e643, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b407c856-a17e-4a60-be78-3edc49a2e643,segment=NetworkSegment(02d99916-ae02-4d99-adb2-9b9e337b692b),segment_id=02d99916-ae02-4d99-adb2-9b9e337b692b)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:06.900472 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': 'b407c856-a17e-4a60-be78-3edc49a2e643', 'network_id': '48aebb46-2f45-44db-8604-df0ddcc829e2', 'port_id': 'b407c856-a17e-4a60-be78-3edc49a2e643', 'mac_address': 'fa:16:3e:92:d7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b47481-11bb-48aa-a7fe-2b0faeef8837', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:27:06.960911 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:06.982550 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b407c856-a17e-4a60-be78-3edc49a2e643 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:27:07.003414 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port b407c856-a17e-4a60-be78-3edc49a2e643, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b407c856-a17e-4a60-be78-3edc49a2e643,segment=NetworkSegment(02d99916-ae02-4d99-adb2-9b9e337b692b),segment_id=02d99916-ae02-4d99-adb2-9b9e337b692b)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:07.033805 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_v2 [None req-87735712-44b5-492e-ae87-38fd18ea385f admin admin] Deleting subnet 9422ab6b-0fc9-4a5a-9424-9e2cd90e827c {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:27:07.066190 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-87735712-44b5-492e-ae87-38fd18ea385f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.080794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.155335 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-87735712-44b5-492e-ae87-38fd18ea385f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267207563'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.163348 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=b407c856-a17e-4a60-be78-3edc49a2e643,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:07.174937 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.175242 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.175649 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.176115 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.176486 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.176821 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.177354 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.177747 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.178029 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.178343 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.178669 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:07.271699 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138867-b45d-4812-95c8-c5cdc932073f req-27b9d81a-d878-4860-a5c5-32857ec9a176 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:07.273255 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0f138867-b45d-4812-95c8-c5cdc932073f req-27b9d81a-d878-4860-a5c5-32857ec9a176 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 948 time: 0.4793880
Apr 06 10:27:07.313771 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['b407c856-a17e-4a60-be78-3edc49a2e643'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:27:07.389304 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.450749 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-87735712-44b5-492e-ae87-38fd18ea385f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.511356 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4a70c017-8e4a-4e11-a0b3-675a178beec0 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:27:07.561622 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 4a70c017-8e4a-4e11-a0b3-675a178beec0 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:27:07.561622 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 4a70c017-8e4a-4e11-a0b3-675a178beec0 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:27:07.644239 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0f138867-b45d-4812-95c8-c5cdc932073f req-601b21f6-76b1-4b8f-b076-710f490e2dda tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3045888
Apr 06 10:27:07.728519 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.733716 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.824228 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-87735712-44b5-492e-ae87-38fd18ea385f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266915740'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.855029 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.855557 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1244669-e50b-45a9-bb5b-0edf918c3800 {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:27:07.872578 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735712-44b5-492e-ae87-38fd18ea385f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9422ab6b-0fc9-4a5a-9424-9e2cd90e827c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:07.885677 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.889328 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-cb8401ac-c224-496d-93b0-a1f0fa2d9fc2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b1244669-e50b-45a9-bb5b-0edf918c3800 HTTP/1.1" status: 204  len: 168 time: 2.9887896
Apr 06 10:27:07.889786 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54598) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:07.890375 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-87735712-44b5-492e-ae87-38fd18ea385f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:07.892076 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-87735712-44b5-492e-ae87-38fd18ea385f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9422ab6b-0fc9-4a5a-9424-9e2cd90e827c HTTP/1.1" status: 204  len: 168 time: 1.1843760
Apr 06 10:27:07.894713 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54602) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:07.974968 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-4631438d-9194-4875-b643-e2c5d8c63b40 admin admin] Deleting subnet ec3b2ca7-32de-42fe-acfd-abbc00704239 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:27:07.979885 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4631438d-9194-4875-b643-e2c5d8c63b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.044989 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.064122 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4631438d-9194-4875-b643-e2c5d8c63b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.171459 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4631438d-9194-4875-b643-e2c5d8c63b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.196409 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.235532 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7f255b80>,) {'filters': {'network_id': ['e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:08.250605 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f255b80>, '822bbb57-d21f-49ff-89b7-fde3b93aba79') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:08.250997 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f255b80>, '822bbb57-d21f-49ff-89b7-fde3b93aba79') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:08.266441 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.286011 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.293394 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:27:08.300138 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:27:08.308184 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:27:08.332154 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4631438d-9194-4875-b643-e2c5d8c63b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.378487 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631438d-9194-4875-b643-e2c5d8c63b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3b2ca7-32de-42fe-acfd-abbc00704239,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:08.382492 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-4631438d-9194-4875-b643-e2c5d8c63b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.390916 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a8738-e234-4935-aa00-c17034b79d41 None None] Network 22b3a2b8-1d0e-4c47-8372-f8416cfc73df requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:27:08.392136 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-4631438d-9194-4875-b643-e2c5d8c63b40 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ec3b2ca7-32de-42fe-acfd-abbc00704239 HTTP/1.1" status: 204  len: 168 time: 0.5013151
Apr 06 10:27:08.397753 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54610) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:08.527746 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.542484 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.549749 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Deleting port 9a220dca-57bd-4250-b3be-583bd967ca0e {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:27:08.552213 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.561367 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:08.569972 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] 10.222.0.11 "DELETE /v2.0/networks/e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3 HTTP/1.1" status: 204  len: 168 time: 0.6742411
Apr 06 10:27:08.575271 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2388e63-7390-4023-bdea-d763faadee7d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ba1c9a-b666-4562-b4e3-6b1637c4f0a3,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:08.715912 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device b407c856-a17e-4a60-be78-3edc49a2e643 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:27:08.753877 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] DHCP port deletion for 22b3a2b8-1d0e-4c47-8372-f8416cfc73df request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:27:08.779080 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] Deleting port 9a220dca-57bd-4250-b3be-583bd967ca0e {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:27:08.779855 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.023298 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] For port 9a220dca-57bd-4250-b3be-583bd967ca0e, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=9a220dca-57bd-4250-b3be-583bd967ca0e,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:09.024571 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.056768 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port b407c856-a17e-4a60-be78-3edc49a2e643 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:27:09.058322 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54626) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:09.070003 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] For port 9a220dca-57bd-4250-b3be-583bd967ca0e, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=9a220dca-57bd-4250-b3be-583bd967ca0e,segment=NetworkSegment(5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c),segment_id=5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:09.070370 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.079913 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port b407c856-a17e-4a60-be78-3edc49a2e643 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:27:09.080549 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.131884 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c69f8024-4225-497b-8cc6-d9ca1eaf1b89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2725b638eac48ceac28f1cc69b012a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0722065
Apr 06 10:27:09.132509 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54630) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:09.171973 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Calling delete_port for 9a220dca-57bd-4250-b3be-583bd967ca0e owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:27:09.209341 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fe1d17a5-a859-4405-bb6b-7db87075afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.239219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fe1d17a5-a859-4405-bb6b-7db87075afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.291362 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ae886-73b0-43ff-9ecb-7f2603b831ef req-dd6e4188-12d0-4082-be61-52eb7b443282 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:09.294239 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-672ae886-73b0-43ff-9ecb-7f2603b831ef req-dd6e4188-12d0-4082-be61-52eb7b443282 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 949 time: 0.3764749
Apr 06 10:27:09.316875 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] Calling delete_port for 9a220dca-57bd-4250-b3be-583bd967ca0e owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:27:09.366565 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-672ae886-73b0-43ff-9ecb-7f2603b831ef req-4b5ed033-a55a-41a3-96c4-209c36f8eaa4 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562797
Apr 06 10:27:09.379743 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fe1d17a5-a859-4405-bb6b-7db87075afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.408941 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d17a5-a859-4405-bb6b-7db87075afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d825e635-5d8a-4d12-b30e-058aa631f3d9,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:09.409906 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.439517 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fe1d17a5-a859-4405-bb6b-7db87075afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.444519 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-fe1d17a5-a859-4405-bb6b-7db87075afb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d825e635-5d8a-4d12-b30e-058aa631f3d9 HTTP/1.1" status: 204  len: 168 time: 0.3072226
Apr 06 10:27:09.471590 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.510661 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a220dca-57bd-4250-b3be-583bd967ca0e,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:09.511585 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port b407c856-a17e-4a60-be78-3edc49a2e643, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b407c856-a17e-4a60-be78-3edc49a2e643,segment=NetworkSegment(02d99916-ae02-4d99-adb2-9b9e337b692b),segment_id=02d99916-ae02-4d99-adb2-9b9e337b692b)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:09.515703 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04113ba8-a845-4a0f-ba17-baf48680ee17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b407c856-a17e-4a60-be78-3edc49a2e643'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:27:09.520740 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device c822cf81-2f63-4e6e-a368-20586f6e5c21 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:27:09.524137 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] No DVR routers for this DVR port 9a220dca-57bd-4250-b3be-583bd967ca0e on host dv-cinder-836753-1-iscsi {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:27:09.563973 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:27:09.565304 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:27:09.566061 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: c822cf81-2f63-4e6e-a368-20586f6e5c21 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:27:09.566619 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device c822cf81-2f63-4e6e-a368-20586f6e5c21 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:27:09.567266 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 9a220dca-57bd-4250-b3be-583bd967ca0e no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:27:09.599618 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.706809 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1eb0af-71e3-4612-a16f-f76f64d73ae3'] response: {'server_uuid': '04113ba8-a845-4a0f-ba17-baf48680ee17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b407c856-a17e-4a60-be78-3edc49a2e643', 'code': 200}
Apr 06 10:27:09.713201 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 9a220dca-57bd-4250-b3be-583bd967ca0e {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:27:09.713533 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 9a220dca-57bd-4250-b3be-583bd967ca0e not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:27:09.735695 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.756819 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=b407c856-a17e-4a60-be78-3edc49a2e643,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:09.771784 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7f7a10a0>,) {'filters': {'network_id': ['22b3a2b8-1d0e-4c47-8372-f8416cfc73df']}} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:09.786272 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f7a10a0>, '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:09.789518 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f7a10a0>, '5c141907-a4c4-4353-b4fb-c9ab0c7c1b0c') {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:09.800673 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267310291'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.820645 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.829625 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:27:09.830388 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1105088'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]: Traceback (most recent call last):
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     timer()
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     cb(*args, **kw)
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     return func(*args, **kwargs)
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     self._notify()
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     self.callback(batched_events)
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     event.method(event)
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     return f(self, *a, **k)
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._get(url).json()
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:27:09.855151 dv-cinder-836753-1-iscsi neutron-server[83995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:27:10.029447 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:10.055744 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:10.067093 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] Deleting port 9a220dca-57bd-4250-b3be-583bd967ca0e {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:27:10.075427 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:10.091204 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=22b3a2b8-1d0e-4c47-8372-f8416cfc73df,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:10.118922 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ae7c7bc1-157b-4450-a43f-3723f3e9d8de req-23e2f0de-59ca-43bf-b4c7-3a321067fc67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 1103 time: 0.1304936
Apr 06 10:27:10.161041 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffd17f-a31f-4e93-9a2b-a64831735daa None None] The port '9a220dca-57bd-4250-b3be-583bd967ca0e' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:27:10.164876 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-9f194ca3-7643-4c6b-99bb-c75b21d64a6a admin admin] 10.222.0.11 "DELETE /v2.0/networks/22b3a2b8-1d0e-4c47-8372-f8416cfc73df HTTP/1.1" status: 204  len: 168 time: 1.7634366
Apr 06 10:27:10.177886 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ae7c7bc1-157b-4450-a43f-3723f3e9d8de req-9817693a-e84a-4da1-88c7-598fe37ed1ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520692
Apr 06 10:27:10.440196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54660) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:10.573219 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-89b0e13e-4712-4212-9486-3f7028460ef6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be88e5901b2e4d1bb626bf2b2f1d36f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1316445
Apr 06 10:27:10.577055 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54664) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:10.637803 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cda7b-f049-4a94-b1c5-572610abbdb8 req-730c670a-18b5-4b3e-a44b-ec2278ca3dc0 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:10.637803 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-df7cda7b-f049-4a94-b1c5-572610abbdb8 req-730c670a-18b5-4b3e-a44b-ec2278ca3dc0 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 950 time: 0.1211534
Apr 06 10:27:10.637803 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54668) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:10.744872 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a6db8ef7-dab3-4729-8e43-1c2228775ee2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fa59c85afb44ed2b62b06378c5fba49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1059844
Apr 06 10:27:10.747839 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-df7cda7b-f049-4a94-b1c5-572610abbdb8 req-c617d764-f73b-46e3-b249-c140bad0d49b tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872281
Apr 06 10:27:10.748223 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54672) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:10.790044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f28714b5-c100-4f74-abab-d104fbe77c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:10.824681 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f28714b5-c100-4f74-abab-d104fbe77c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:10.850102 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d09333fd-677c-4428-a4e3-215a9a8e98d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:10.880605 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d09333fd-677c-4428-a4e3-215a9a8e98d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:10.995162 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f28714b5-c100-4f74-abab-d104fbe77c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:11.009966 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28714b5-c100-4f74-abab-d104fbe77c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310f41d-48f2-40d1-b80b-6c353ae6fcca,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:11.017892 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f28714b5-c100-4f74-abab-d104fbe77c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:11.022015 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-f28714b5-c100-4f74-abab-d104fbe77c14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1310f41d-48f2-40d1-b80b-6c353ae6fcca HTTP/1.1" status: 204  len: 168 time: 0.4407556
Apr 06 10:27:11.034544 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d09333fd-677c-4428-a4e3-215a9a8e98d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:11.064277 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09333fd-677c-4428-a4e3-215a9a8e98d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa0e1f2-3bb2-490b-b6aa-54d80f9fdac7,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:11.073996 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d09333fd-677c-4428-a4e3-215a9a8e98d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:11.078236 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d09333fd-677c-4428-a4e3-215a9a8e98d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfa0e1f2-3bb2-490b-b6aa-54d80f9fdac7 HTTP/1.1" status: 204  len: 168 time: 0.3288677
Apr 06 10:27:11.984664 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafb11c-90a4-4332-afbb-13e54a860b52 req-37fd4cf4-e649-4240-933d-3cc7908d6048 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:11.986212 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7aafb11c-90a4-4332-afbb-13e54a860b52 req-37fd4cf4-e649-4240-933d-3cc7908d6048 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 950 time: 0.0923104
Apr 06 10:27:12.051899 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7aafb11c-90a4-4332-afbb-13e54a860b52 req-a535e0e1-4688-428c-bff6-081539475b53 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597091
Apr 06 10:27:13.263927 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58442b9f-321f-4c77-bb74-025db5fd0ba7 req-2052cf41-1e1c-4e67-bb65-76f9f449eb0a tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:13.281448 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-58442b9f-321f-4c77-bb74-025db5fd0ba7 req-2052cf41-1e1c-4e67-bb65-76f9f449eb0a tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 950 time: 0.0992908
Apr 06 10:27:13.326484 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-58442b9f-321f-4c77-bb74-025db5fd0ba7 req-57c42ff9-33a2-4954-a288-74d4a13028fa tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536413
Apr 06 10:27:14.555426 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfc992-8a07-4963-870d-7004e675286c req-435ef308-658c-4dda-9af0-5a23c677da2f tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:14.557640 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8fdfc992-8a07-4963-870d-7004e675286c req-435ef308-658c-4dda-9af0-5a23c677da2f tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 950 time: 0.0889771
Apr 06 10:27:14.625600 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8fdfc992-8a07-4963-870d-7004e675286c req-b44b26ed-0c72-4eb4-88cf-2e5d635d3baf tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589628
Apr 06 10:27:15.847481 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f96e-9807-4c33-9d72-2dca9a8b7921 req-433ff854-8c59-4092-87c4-af7053fa0d12 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:15.848914 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d102f96e-9807-4c33-9d72-2dca9a8b7921 req-433ff854-8c59-4092-87c4-af7053fa0d12 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 950 time: 0.0866473
Apr 06 10:27:15.902447 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d102f96e-9807-4c33-9d72-2dca9a8b7921 req-4a5fe778-e988-466a-b1d7-afb81c12c883 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469408
Apr 06 10:27:16.187388 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-3451199f-1ac1-4857-823f-90db087b7182 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:16.188973 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-3451199f-1ac1-4857-823f-90db087b7182 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.61 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 950 time: 0.0989563
Apr 06 10:27:16.293976 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Deleting port b407c856-a17e-4a60-be78-3edc49a2e643 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:27:16.294467 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:16.724610 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] For port b407c856-a17e-4a60-be78-3edc49a2e643, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b407c856-a17e-4a60-be78-3edc49a2e643,segment=NetworkSegment(02d99916-ae02-4d99-adb2-9b9e337b692b),segment_id=02d99916-ae02-4d99-adb2-9b9e337b692b)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:16.724977 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:16.859406 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Calling delete_port for b407c856-a17e-4a60-be78-3edc49a2e643 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:27:17.114710 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:17.129695 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['b407c856-a17e-4a60-be78-3edc49a2e643'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:27:17.156055 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe7475-2e49-4099-bbd2-eb90f4dbf28c req-68529134-6ee0-470f-acab-12d5934557b6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:17.158642 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-01fe7475-2e49-4099-bbd2-eb90f4dbf28c req-68529134-6ee0-470f-acab-12d5934557b6 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 867 time: 0.0911493
Apr 06 10:27:17.178296 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Pushing event deleted for resources: {'Port': ['ID=b407c856-a17e-4a60-be78-3edc49a2e643,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:17.257974 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-01fe7475-2e49-4099-bbd2-eb90f4dbf28c req-7d0e5f7f-2412-45b1-a4bf-35fe40145ba5 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/security-groups?id=e053db49-f352-4e20-b192-a677cbe9d8b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846334
Apr 06 10:27:17.292125 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] No DVR routers for this DVR port b407c856-a17e-4a60-be78-3edc49a2e643 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:27:17.295884 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:17.298969 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04113ba8-a845-4a0f-ba17-baf48680ee17', 'name': 'network-vif-deleted', 'tag': 'b407c856-a17e-4a60-be78-3edc49a2e643'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:27:17.389459 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1c71aa-1ea0-4130-adb4-1c46ae26fd4d'] response: {'server_uuid': '04113ba8-a845-4a0f-ba17-baf48680ee17', 'name': 'network-vif-deleted', 'tag': 'b407c856-a17e-4a60-be78-3edc49a2e643', 'status': 'completed', 'code': 200}
Apr 06 10:27:17.420023 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4cd935cf-f196-4faa-b7e8-4d807865d225 req-1606dd47-5293-4ba0-a101-78d50f03b30c tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.61 "DELETE /v2.0/ports/b407c856-a17e-4a60-be78-3edc49a2e643 HTTP/1.1" status: 204  len: 173 time: 1.2248352
Apr 06 10:27:17.936577 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54864) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:18.112118 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:18.166701 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:18.173986 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] Usage tracker for resource:security_group_rule and tenant:021ba6dfcca0482d9e5b7098d0a8565f is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:18.180940 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:18.189385 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:18.264521 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:18.340434 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:18.394681 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2305d5a1-3fe8-4a1d-86b7-2dd73a590382,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:18.404888 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54872) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:18.405404 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-22578d32-92a9-4497-9dde-8cc13327e51c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=021ba6dfcca0482d9e5b7098d0a8565f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4661014
Apr 06 10:27:18.505698 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a7f2bd93-7527-490b-98b5-ef650838c805 req-3f51babe-8d9f-4e11-82e2-170b203a0096 tempest-VolumesNegativeTest-2061334008 tempest-VolumesNegativeTest-2061334008-project] 10.222.0.11 "GET /v2.0/ports?device_id=04113ba8-a845-4a0f-ba17-baf48680ee17 HTTP/1.1" status: 200  len: 210 time: 0.0518701
Apr 06 10:27:18.513672 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-64a00fc5-c35c-4662-9266-dc30082d265f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:18.546704 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:18.561299 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-64a00fc5-c35c-4662-9266-dc30082d265f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:18.743960 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-64a00fc5-c35c-4662-9266-dc30082d265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:18.763988 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a00fc5-c35c-4662-9266-dc30082d265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305d5a1-3fe8-4a1d-86b7-2dd73a590382,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:18.766313 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-64a00fc5-c35c-4662-9266-dc30082d265f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:18.769816 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-64a00fc5-c35c-4662-9266-dc30082d265f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2305d5a1-3fe8-4a1d-86b7-2dd73a590382 HTTP/1.1" status: 204  len: 168 time: 0.3628216
Apr 06 10:27:19.647551 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 54902) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:19.683501 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:19.734880 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:19.739801 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] Usage tracker for resource:security_group_rule and tenant:dc00715189574a7ea723ca2d4232c12b is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:19.743380 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:19.751770 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:19.883554 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:19.952624 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:20.047143 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc00715189574a7ea723ca2d4232c12b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3968046
Apr 06 10:27:20.049099 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e680-99a7-4ffb-acb9-2676c711008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf04217-24e4-4292-9133-9d6936b7c64c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:20.050086 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 54916) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:20.125778 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-340ef9b3-9ea3-4048-bd69-c445eecdcbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:20.169485 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-340ef9b3-9ea3-4048-bd69-c445eecdcbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:20.353777 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-340ef9b3-9ea3-4048-bd69-c445eecdcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:20.371670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ef9b3-9ea3-4048-bd69-c445eecdcbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf04217-24e4-4292-9133-9d6936b7c64c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:20.376927 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-340ef9b3-9ea3-4048-bd69-c445eecdcbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:20.378099 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-340ef9b3-9ea3-4048-bd69-c445eecdcbf2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbf04217-24e4-4292-9133-9d6936b7c64c HTTP/1.1" status: 204  len: 168 time: 0.3266511
Apr 06 10:27:20.765022 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device b407c856-a17e-4a60-be78-3edc49a2e643 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:27:20.807988 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: b407c856-a17e-4a60-be78-3edc49a2e643 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:27:20.808659 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device b407c856-a17e-4a60-be78-3edc49a2e643 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:27:21.182864 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6fc0922f-a605-4291-ba0c-d7c5a627b250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:22.481643 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-8841677f-dce1-4112-8f1d-c1548c37cb9b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789375148&fields=id&tenant_id=b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 267 time: 0.0700295
Apr 06 10:27:22.717778 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-a9f6f17c-3189-4d2a-844e-a6b51c347eaa tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:22.720303 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-a9f6f17c-3189-4d2a-844e-a6b51c347eaa tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 812 time: 0.2334673
Apr 06 10:27:22.737613 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-4814a6ee-4900-44ac-9921-0bfc3ca88094 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/quotas/b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 375 time: 0.0119574
Apr 06 10:27:22.865398 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-4c0e7872-c363-4ce7-b888-f258e83f5fbe tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1175075
Apr 06 10:27:23.094620 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-907bd7f8-1b6a-41a2-a429-1e8ae990308c service neutron] 10.222.0.11 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169094
Apr 06 10:27:23.199949 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-ee9338e1-375d-4f5b-b598-5c018a999a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:23.279039 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-a4b25810-f7ce-41a1-af1d-c1f8af1cff23 service neutron] 10.222.0.11 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765838
Apr 06 10:27:24.191253 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-28f577dd-bf55-4eef-8fb3-795b9c652ece req-f3d583e0-540e-45a2-8886-b5aacfacc178 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 210 time: 0.0564761
Apr 06 10:27:24.461084 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:25.331570 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:25.351027 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bf0a77bb-2b34-4b6f-a386-c762b9b68124 req-e1be239c-4600-4978-9e4b-f50fa736ea76 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 210 time: 0.0690486
Apr 06 10:27:25.923863 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:26.548117 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-07338445-8bf7-4711-a9ee-9984bdfce4dd req-b71fd086-869f-427f-a042-5d7ba48438bc tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 210 time: 0.0489807
Apr 06 10:27:27.236672 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-ebf1c963-f73b-4123-accc-9841509edd90 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:27.238234 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-ebf1c963-f73b-4123-accc-9841509edd90 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 812 time: 0.1733892
Apr 06 10:27:27.296837 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-c038e23b-dd96-45fa-8717-234f52003fa4 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98b391176f2477ca4b1e374c8d12641 HTTP/1.1" status: 200  len: 380 time: 0.0450621
Apr 06 10:27:27.307373 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'port': {'device_id': '2ffa6eed-d75c-436e-b100-312af46705ee', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'admin_state_up': True, 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'security_groups': ['3c3dc1e6-f935-467c-af9e-118ce4a2eadf']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:27:27.483386 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:27.497709 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:27.619409 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Made reservation on behalf of b98b391176f2477ca4b1e374c8d12641 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:27:27.629051 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:27.734108 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b55f2749-6544-4f52-b7b5-24a30a1e7322 req-8927c186-6b74-4f8a-b296-a55ba119bea7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 210 time: 0.0418646
Apr 06 10:27:27.823401 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Allocated IP 172.20.0.8 (280696ea-a06c-4de9-a31a-9cd01225a83e/9b4a0c59-c43a-4cb3-aeb3-c3fbea363152/224c34c4-1788-4dc6-b820-68c88f0c3e21) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:27:28.057648 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:28.075167 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Transition to ACTIVE for port object 224c34c4-1788-4dc6-b820-68c88f0c3e21 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:27:28.166021 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:28.237890 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Network 280696ea-a06c-4de9-a31a-9cd01225a83e is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:27:28.241577 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:27:28.245603 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:27:28.291036 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=224c34c4-1788-4dc6-b820-68c88f0c3e21,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:28.332913 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:28.333483 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:28.526144 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f9f35f9e-b09b-4547-b2cb-b325c5beb699 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2230740
Apr 06 10:27:28.538433 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Request body: {'port': {'device_id': '2ffa6eed-d75c-436e-b100-312af46705ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:27:28.639272 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-2515d90e-20c4-413d-bfed-b9609f4fb5de None None] Provisioning for port 224c34c4-1788-4dc6-b820-68c88f0c3e21 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:27:28.644705 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-2515d90e-20c4-413d-bfed-b9609f4fb5de None None] Provisioning complete for port 224c34c4-1788-4dc6-b820-68c88f0c3e21 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:27:28.645108 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-2515d90e-20c4-413d-bfed-b9609f4fb5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:28.663311 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:28.717207 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-2515d90e-20c4-413d-bfed-b9609f4fb5de None None] Port 224c34c4-1788-4dc6-b820-68c88f0c3e21 cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:27:29.098097 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55310) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:29.140067 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cb3b2-52dd-4389-85da-75e90234a29e req-b04cadfc-2a7f-4565-bc73-9448df1eb568 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:29.140768 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-dc6cb3b2-52dd-4389-85da-75e90234a29e req-b04cadfc-2a7f-4565-bc73-9448df1eb568 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:27:29.266951 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224c34c4-1788-4dc6-b820-68c88f0c3e21 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:27:29.275991 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:29.287462 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:29.293837 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Transition to ACTIVE for port object 224c34c4-1788-4dc6-b820-68c88f0c3e21 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:27:29.318486 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:29.325082 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:39cc2927b63d400194a339f92a758ce3 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:29.333512 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:29.334075 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:29.369686 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-dc6cb3b2-52dd-4389-85da-75e90234a29e req-b04cadfc-2a7f-4565-bc73-9448df1eb568 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:27:29.371084 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-dc6cb3b2-52dd-4389-85da-75e90234a29e req-b04cadfc-2a7f-4565-bc73-9448df1eb568 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 931 time: 0.4490287
Apr 06 10:27:29.414674 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:29.433874 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-dc6cb3b2-52dd-4389-85da-75e90234a29e req-c2bec72e-e5fe-4824-97ad-3a491a821664 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459414
Apr 06 10:27:29.474285 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:29.541901 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:29.596311 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793d50bf-a497-4c1e-a4de-03982d846a43,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:29.607993 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Pushing event updated for resources: {'Port': ['ID=224c34c4-1788-4dc6-b820-68c88f0c3e21,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:29.620464 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-3df7168b-bbdf-440b-9817-a22968d9e0e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39cc2927b63d400194a339f92a758ce3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5204148
Apr 06 10:27:29.623925 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55318) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:29.723745 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cf45f864-0bcd-4b03-aa62-91a24e3e347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:29.750607 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Attempting to bind port 224c34c4-1788-4dc6-b820-68c88f0c3e21 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:27:29.751468 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Attempting to bind port 224c34c4-1788-4dc6-b820-68c88f0c3e21 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:27:29.751589 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Attempting to bind port 224c34c4-1788-4dc6-b820-68c88f0c3e21 on network 280696ea-a06c-4de9-a31a-9cd01225a83e {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:27:29.755036 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cf45f864-0bcd-4b03-aa62-91a24e3e347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:29.759147 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Port 224c34c4-1788-4dc6-b820-68c88f0c3e21 on network 280696ea-a06c-4de9-a31a-9cd01225a83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:27:29.759474 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Attempting to bind port 224c34c4-1788-4dc6-b820-68c88f0c3e21 on network 280696ea-a06c-4de9-a31a-9cd01225a83e {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:27:29.766695 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:27:29.767031 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Checking segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:27:29.767665 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Bound using segment: {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:27:29.768290 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Bound port: 224c34c4-1788-4dc6-b820-68c88f0c3e21, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597ddbea-2055-489f-ad8f-b57287c5e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:27:29.768645 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:29.868481 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] For port 224c34c4-1788-4dc6-b820-68c88f0c3e21, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:27:29.871505 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] For port 224c34c4-1788-4dc6-b820-68c88f0c3e21, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:27:30.026670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cf45f864-0bcd-4b03-aa62-91a24e3e347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:30.046548 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45f864-0bcd-4b03-aa62-91a24e3e347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793d50bf-a497-4c1e-a4de-03982d846a43,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:30.050525 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:30.070885 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cf45f864-0bcd-4b03-aa62-91a24e3e347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:30.072356 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-cf45f864-0bcd-4b03-aa62-91a24e3e347f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/793d50bf-a497-4c1e-a4de-03982d846a43 HTTP/1.1" status: 204  len: 168 time: 0.4472558
Apr 06 10:27:30.127221 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:30.128585 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] 10.222.0.61 "PUT /v2.0/ports/224c34c4-1788-4dc6-b820-68c88f0c3e21 HTTP/1.1" status: 200  len: 1093 time: 1.5944293
Apr 06 10:27:30.129084 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:27:30.170673 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0653133-da77-4ef4-a2e1-0dd88786d139 service neutron] Pushing event updated for resources: {'Port': ['ID=224c34c4-1788-4dc6-b820-68c88f0c3e21,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:30.211633 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cd56f1-c783-4e55-8e15-af6f20b5bbb1'] response: {'name': 'network-changed', 'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'status': 'completed', 'code': 200}
Apr 06 10:27:30.324452 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-68bc251e-274a-4165-9e60-5484d64db835 req-66115faf-e0a6-4307-9f97-4aabd8ae6ec2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 1096 time: 0.0929763
Apr 06 10:27:30.482407 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc251e-274a-4165-9e60-5484d64db835 req-221a4453-79c2-4d19-8973-0b202f8ac0ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:30.483989 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-68bc251e-274a-4165-9e60-5484d64db835 req-221a4453-79c2-4d19-8973-0b202f8ac0ab service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b98b391176f2477ca4b1e374c8d12641&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1510873
Apr 06 10:27:30.659152 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55342) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:30.702281 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc251e-274a-4165-9e60-5484d64db835 req-47073ede-03eb-4017-8705-ec329e2a6aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:30.704094 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-68bc251e-274a-4165-9e60-5484d64db835 req-47073ede-03eb-4017-8705-ec329e2a6aa7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2142110
Apr 06 10:27:30.725620 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd0861-4e56-4037-9663-49e12bbc2c57 req-13fd5b4e-5658-4b6a-bb33-9d9f382b0d25 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:30.726392 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-91bd0861-4e56-4037-9663-49e12bbc2c57 req-13fd5b4e-5658-4b6a-bb33-9d9f382b0d25 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 943 time: 0.1517437
Apr 06 10:27:30.884006 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-91bd0861-4e56-4037-9663-49e12bbc2c57 req-113ac3e4-cb99-4843-8c4f-ceb62a7b1ac0 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467030
Apr 06 10:27:30.913129 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-fa9a254b-7db3-4ed6-a479-54bae76ef2f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 1096 time: 0.1525304
Apr 06 10:27:30.974036 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4aaf680d-b005-447d-badf-3530d0219c8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=492a540ce68041ba95947bda771f2b12&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3135982
Apr 06 10:27:30.974998 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55360) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:30.995380 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-f7a44339-9a2a-4a10-a2be-7a76b15f35e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21 HTTP/1.1" status: 200  len: 217 time: 0.0749362
Apr 06 10:27:31.055717 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9c89040e-0274-41ad-b087-e87be482d6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:31.073645 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-27aedb30-4e37-416e-a1b2-30b6df7cd6ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:31.075116 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-27aedb30-4e37-416e-a1b2-30b6df7cd6ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.0727654
Apr 06 10:27:31.083905 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9c89040e-0274-41ad-b087-e87be482d6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:31.158606 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-c748beb9-c309-4ecc-baa7-fb577a254bed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761809
Apr 06 10:27:31.228370 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9c89040e-0274-41ad-b087-e87be482d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:31.257061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89040e-0274-41ad-b087-e87be482d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e053db49-f352-4e20-b192-a677cbe9d8b4,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:31.347283 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9c89040e-0274-41ad-b087-e87be482d6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:31.356352 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-9c89040e-0274-41ad-b087-e87be482d6e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e053db49-f352-4e20-b192-a677cbe9d8b4 HTTP/1.1" status: 204  len: 168 time: 0.3722854
Apr 06 10:27:31.402817 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-b7295c1f-a19c-4421-81e8-2f959b9ae143 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374291
Apr 06 10:27:31.454369 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55372) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:31.560055 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7156b3ba-bcdf-4d72-bd98-39aefb7a0200 req-e2971a6d-cd27-4c8b-a00e-69d9aae1f36f service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497877
Apr 06 10:27:31.692613 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:31.730369 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:31.734352 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] Usage tracker for resource:security_group_rule and tenant:507b0ded3d0f467fa3cb886a156ade45 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:31.737488 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:31.744293 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:31.815936 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:31.914781 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:31.995441 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=507b0ded3d0f467fa3cb886a156ade45&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5398958
Apr 06 10:27:31.995690 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55388) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:31.997048 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f464e0c-bbf1-4ad2-b5b8-6055bb6f5836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93e6d55-58d7-4d00-a1d6-61efba52fac6,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:32.138471 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c514a682-1c7f-4203-a76f-fe3edf2a3b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:32.172755 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c514a682-1c7f-4203-a76f-fe3edf2a3b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:32.191712 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf78fe-1949-4c3a-9c5b-c688b2dcba44 req-1abd0719-a88c-46b4-8041-5f14d09b534a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:32.193403 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d5cf78fe-1949-4c3a-9c5b-c688b2dcba44 req-1abd0719-a88c-46b4-8041-5f14d09b534a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 943 time: 0.1108372
Apr 06 10:27:32.250936 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d5cf78fe-1949-4c3a-9c5b-c688b2dcba44 req-26809294-5a59-4f6c-8220-3e02eff204b6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505486
Apr 06 10:27:32.376791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c514a682-1c7f-4203-a76f-fe3edf2a3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:32.392239 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514a682-1c7f-4203-a76f-fe3edf2a3b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93e6d55-58d7-4d00-a1d6-61efba52fac6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:32.400394 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-c514a682-1c7f-4203-a76f-fe3edf2a3b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:32.402088 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-c514a682-1c7f-4203-a76f-fe3edf2a3b7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a93e6d55-58d7-4d00-a1d6-61efba52fac6 HTTP/1.1" status: 204  len: 168 time: 0.4048541
Apr 06 10:27:33.463931 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55418) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:33.480119 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da3e4-66b9-422b-88de-3c6157424739 req-89cf79f1-6d60-4c79-8026-d64663215183 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:33.481717 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-175da3e4-66b9-422b-88de-3c6157424739 req-89cf79f1-6d60-4c79-8026-d64663215183 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 943 time: 0.1002798
Apr 06 10:27:33.522292 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55424) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:33.547612 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:33.557220 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-175da3e4-66b9-422b-88de-3c6157424739 req-fb5c13cb-2950-4009-9143-f173b7502cbe tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686204
Apr 06 10:27:33.592887 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:33.599951 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ff563b67994a1883c908330e643a2a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:33.606908 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:33.613506 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:33.712573 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:33.778349 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:33.811087 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:33.827634 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:33.835485 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf5beea05874f588fa6d89ffbd89249 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:33.840278 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:33.857251 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:33.873950 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5ff563b67994a1883c908330e643a2a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3491912
Apr 06 10:27:33.875061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d8612-c858-423e-8bff-d7196848a629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26ca6fe-1cfc-4aae-9872-aec39b251dc2,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:33.876591 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55434) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:34.008765 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7def2703-0102-4ea7-8132-db130adecaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.011643 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.045550 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7def2703-0102-4ea7-8132-db130adecaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.091815 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.150355 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e884f3-d993-41d6-83f8-8e1fb43181f6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:34.156421 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-87a3f621-38ac-4b13-b0a2-2f39e4f5ce76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cf5beea05874f588fa6d89ffbd89249&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6909811
Apr 06 10:27:34.159554 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55444) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:34.237482 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8af72466-df9e-41d5-b95b-fcfa7900634e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.248972 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7def2703-0102-4ea7-8132-db130adecaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.268122 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8af72466-df9e-41d5-b95b-fcfa7900634e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.279194 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def2703-0102-4ea7-8132-db130adecaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26ca6fe-1cfc-4aae-9872-aec39b251dc2,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:34.285619 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7def2703-0102-4ea7-8132-db130adecaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.290536 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7def2703-0102-4ea7-8132-db130adecaea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d26ca6fe-1cfc-4aae-9872-aec39b251dc2 HTTP/1.1" status: 204  len: 168 time: 0.4090002
Apr 06 10:27:34.405085 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8af72466-df9e-41d5-b95b-fcfa7900634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.419504 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af72466-df9e-41d5-b95b-fcfa7900634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e884f3-d993-41d6-83f8-8e1fb43181f6,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:34.438567 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8af72466-df9e-41d5-b95b-fcfa7900634e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:34.442468 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-8af72466-df9e-41d5-b95b-fcfa7900634e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4e884f3-d993-41d6-83f8-8e1fb43181f6 HTTP/1.1" status: 204  len: 168 time: 0.2780075
Apr 06 10:27:34.772828 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781fcb6-9a4c-41e8-b3db-c88fc8c92ab6 req-7e7259e9-3b6b-4e1c-a60d-fdb8ba7dff85 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:34.775122 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c781fcb6-9a4c-41e8-b3db-c88fc8c92ab6 req-7e7259e9-3b6b-4e1c-a60d-fdb8ba7dff85 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 943 time: 0.0870237
Apr 06 10:27:34.834758 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c781fcb6-9a4c-41e8-b3db-c88fc8c92ab6 req-5d9682ca-facd-4936-83cb-aebc962399dc tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505264
Apr 06 10:27:35.191723 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55478) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:35.209902 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:35.244870 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:35.249320 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c0f38d370b48e6b37e903247111ed5 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:35.253263 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:35.262372 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:35.348831 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:35.426269 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:35.476927 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9aa642-a3f1-44ba-ad95-323b944c24b0,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:35.482290 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6c0f38d370b48e6b37e903247111ed5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2895236
Apr 06 10:27:35.485107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55490) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:35.487829 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.488176 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.488629 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.488839 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.489175 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.489550 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.490011 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.490347 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.490676 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.490999 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.491535 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ce12e-2b71-497e-b69e-817c351fc304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:35.553267 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f34f909-f131-4c71-ab9d-6baf00121896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:35.581025 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f34f909-f131-4c71-ab9d-6baf00121896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:35.713878 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f34f909-f131-4c71-ab9d-6baf00121896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:35.740016 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34f909-f131-4c71-ab9d-6baf00121896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9aa642-a3f1-44ba-ad95-323b944c24b0,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:35.743595 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f34f909-f131-4c71-ab9d-6baf00121896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:35.747720 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-8f34f909-f131-4c71-ab9d-6baf00121896 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b9aa642-a3f1-44ba-ad95-323b944c24b0 HTTP/1.1" status: 204  len: 168 time: 0.2588034
Apr 06 10:27:36.073519 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2bf8-243f-4e38-9937-e4ca9993a2f2 req-eeefb320-69c0-41d4-9767-3ac8efc9b68a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:36.075040 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f22f2bf8-243f-4e38-9937-e4ca9993a2f2 req-eeefb320-69c0-41d4-9767-3ac8efc9b68a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 943 time: 0.0999198
Apr 06 10:27:36.125195 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f22f2bf8-243f-4e38-9937-e4ca9993a2f2 req-8fc7ed26-adc2-4ac0-8e33-78b74b7e0f77 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446138
Apr 06 10:27:37.458353 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdccf2-020e-4041-aa84-2e9b9fa5c215 req-ab76059f-cf8d-4df0-88ea-096901c9c0d8 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:37.465879 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a2bdccf2-020e-4041-aa84-2e9b9fa5c215 req-ab76059f-cf8d-4df0-88ea-096901c9c0d8 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 943 time: 0.1966617
Apr 06 10:27:37.511746 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a2bdccf2-020e-4041-aa84-2e9b9fa5c215 req-95f2fbe4-5631-4906-8004-584b752db9a6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448308
Apr 06 10:27:38.567885 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55642) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:38.586069 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:27:38.763874 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55444b4a-feac-45bf-9069-a977140844c8 req-5902ecb1-8942-48dc-9524-6721234c8e45 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:38.774668 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-55444b4a-feac-45bf-9069-a977140844c8 req-5902ecb1-8942-48dc-9524-6721234c8e45 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 943 time: 0.1066146
Apr 06 10:27:38.853684 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-55444b4a-feac-45bf-9069-a977140844c8 req-9bdf7ffe-6482-4383-b5c2-389aacadea9a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809453
Apr 06 10:27:38.963267 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:39.008110 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:39.015413 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Usage tracker for resource:security_group_rule and tenant:4f0b2e1ef43246e9bba4d09637fb1363 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:39.022311 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:39.032132 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:39.122272 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:39.225806 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:39.285346 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc7bf6d-3776-4962-8ce5-ff73dcc90069,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:39.290545 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f0b2e1ef43246e9bba4d09637fb1363&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7215128
Apr 06 10:27:39.294337 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55662) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:39.300965 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.301508 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.302232 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.302683 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.303577 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.303577 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.304447 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.304983 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.305503 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.306053 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.306587 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979e926b-75f6-45af-9073-534269ca3e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:27:39.358335 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-89ddfa04-ffe4-4a8a-a23a-e20953a5edd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:39.387576 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-89ddfa04-ffe4-4a8a-a23a-e20953a5edd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:39.559439 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-89ddfa04-ffe4-4a8a-a23a-e20953a5edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:39.577963 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddfa04-ffe4-4a8a-a23a-e20953a5edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc7bf6d-3776-4962-8ce5-ff73dcc90069,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:39.585200 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-89ddfa04-ffe4-4a8a-a23a-e20953a5edd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:39.586442 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-89ddfa04-ffe4-4a8a-a23a-e20953a5edd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecc7bf6d-3776-4962-8ce5-ff73dcc90069 HTTP/1.1" status: 204  len: 168 time: 0.2910478
Apr 06 10:27:40.095812 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850247-1e07-4564-b50e-7bd2441c885c req-39c2aebf-4b19-4b0c-a3e9-b17d6b1caa03 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:40.097273 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2b850247-1e07-4564-b50e-7bd2441c885c req-39c2aebf-4b19-4b0c-a3e9-b17d6b1caa03 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 943 time: 0.0874462
Apr 06 10:27:40.145469 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2b850247-1e07-4564-b50e-7bd2441c885c req-bee7e244-e708-4076-8118-5192322dcdc4 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420549
Apr 06 10:27:40.375223 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55680) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:40.414655 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:40.468584 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:40.474369 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d03363c73a4374a1d814bc38261f3a is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:40.479205 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:40.485846 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:40.571484 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:40.684681 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:40.734702 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0f932-e8a6-436e-a5d8-143daac2ac1b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:40.739213 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e484a364-ea2b-48d4-880b-223d3fdfc3e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2d03363c73a4374a1d814bc38261f3a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3623157
Apr 06 10:27:40.743064 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55690) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:40.811021 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-776c35a2-6038-4791-a436-3a2098663991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:40.816721 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 224c34c4-1788-4dc6-b820-68c88f0c3e21 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:27:40.840921 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-776c35a2-6038-4791-a436-3a2098663991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:40.996420 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 224c34c4-1788-4dc6-b820-68c88f0c3e21, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:41.003316 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-776c35a2-6038-4791-a436-3a2098663991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:41.004869 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'port_id': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'mac_address': 'fa:16:3e:9c:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:27:41.028155 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c35a2-6038-4791-a436-3a2098663991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0f932-e8a6-436e-a5d8-143daac2ac1b,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:41.033617 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-776c35a2-6038-4791-a436-3a2098663991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:41.035733 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-776c35a2-6038-4791-a436-3a2098663991 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fb0f932-e8a6-436e-a5d8-143daac2ac1b HTTP/1.1" status: 204  len: 168 time: 0.2915449
Apr 06 10:27:41.091974 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:41.111916 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224c34c4-1788-4dc6-b820-68c88f0c3e21 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:27:41.130124 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 224c34c4-1788-4dc6-b820-68c88f0c3e21, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:41.211168 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:41.298898 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=224c34c4-1788-4dc6-b820-68c88f0c3e21,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:41.370123 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca896ccb-5966-4ce2-84d3-9dc5781c2dc2 req-2ad3f8b7-f46a-4b81-ad8f-d3e6ca9f1d52 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:41.371636 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ca896ccb-5966-4ce2-84d3-9dc5781c2dc2 req-2ad3f8b7-f46a-4b81-ad8f-d3e6ca9f1d52 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 944 time: 0.0860026
Apr 06 10:27:41.419881 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ca896ccb-5966-4ce2-84d3-9dc5781c2dc2 req-a2b30273-4850-4834-9ab4-6978f4ab3ce7 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424342
Apr 06 10:27:41.425518 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['224c34c4-1788-4dc6-b820-68c88f0c3e21'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:27:42.651930 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f27fac-9b50-46c5-8156-18fb933748ea req-d72f3815-26a9-4517-af80-935fd26120cc tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:42.654660 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-96f27fac-9b50-46c5-8156-18fb933748ea req-d72f3815-26a9-4517-af80-935fd26120cc tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 944 time: 0.0915890
Apr 06 10:27:42.677280 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55762) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:42.708461 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-96f27fac-9b50-46c5-8156-18fb933748ea req-de6d873d-bd79-4514-a044-b0e0db6ae84b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479627
Apr 06 10:27:42.823443 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 224c34c4-1788-4dc6-b820-68c88f0c3e21 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:27:42.859330 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:42.912772 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:42.919853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] Usage tracker for resource:security_group_rule and tenant:7b7343214d8e40849ec4b4ff31f9fdc3 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:42.924862 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:42.934708 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:43.013677 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 224c34c4-1788-4dc6-b820-68c88f0c3e21 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:27:43.019169 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 224c34c4-1788-4dc6-b820-68c88f0c3e21 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:27:43.019631 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.068542 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.172602 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.176104 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.220071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:27:43.243701 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 224c34c4-1788-4dc6-b820-68c88f0c3e21, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:27:43.261599 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b7343214d8e40849ec4b4ff31f9fdc3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5769005
Apr 06 10:27:43.261599 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf95ed-df32-4b7d-9931-a40a3a23ad23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f99401-a097-4b3d-a24e-a35e3d5706ca,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:43.262549 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55786) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:43.299616 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e51281c-56b4-436d-86c1-21b3cdcc1a90'] response: {'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'code': 200}
Apr 06 10:27:43.362396 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df1afe0e-75d2-4550-b25a-784ef2aa4b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.370477 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df1afe0e-75d2-4550-b25a-784ef2aa4b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.444741 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.513349 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=224c34c4-1788-4dc6-b820-68c88f0c3e21,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:43.563087 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df1afe0e-75d2-4550-b25a-784ef2aa4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.597835 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1afe0e-75d2-4550-b25a-784ef2aa4b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f99401-a097-4b3d-a24e-a35e3d5706ca,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:43.606572 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df1afe0e-75d2-4550-b25a-784ef2aa4b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:43.610228 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-df1afe0e-75d2-4550-b25a-784ef2aa4b5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99f99401-a097-4b3d-a24e-a35e3d5706ca HTTP/1.1" status: 204  len: 168 time: 0.3460391
Apr 06 10:27:43.894849 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f6796df0-1651-46ad-b0b3-0849bd2e504e req-0f22733d-fc1d-4ef0-84a9-3aba2a11ea1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 1098 time: 0.1303265
Apr 06 10:27:43.943446 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f6796df0-1651-46ad-b0b3-0849bd2e504e req-62a6f1e0-189c-4941-bc3c-9c95c2970148 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425484
Apr 06 10:27:43.963755 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45f5dd-3ede-4582-8ab0-501a6e04bcfc req-82a88d42-8179-4d4b-aad3-5e8dbfa1b3de tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:43.965440 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-df45f5dd-3ede-4582-8ab0-501a6e04bcfc req-82a88d42-8179-4d4b-aad3-5e8dbfa1b3de tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 945 time: 0.0924258
Apr 06 10:27:44.044828 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-df45f5dd-3ede-4582-8ab0-501a6e04bcfc req-4187918a-d7f5-48b8-8e48-eb98de5c52df tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731270
Apr 06 10:27:44.523684 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55818) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:44.544590 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:44.582308 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:44.586869 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] Usage tracker for resource:security_group_rule and tenant:a0228973f3a14816a8a5b579815ae5c2 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:44.589809 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:44.595468 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:44.661328 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:44.740009 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:44.788431 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905214cc-1a3f-4058-9683-d205bf2396dd,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:44.793484 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-5cd434d0-9d71-46eb-b34b-bc4248275750 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0228973f3a14816a8a5b579815ae5c2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2685280
Apr 06 10:27:44.796045 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55826) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:44.863694 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6ce25eef-1d4e-42c8-a372-44098f6a08a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:44.890837 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6ce25eef-1d4e-42c8-a372-44098f6a08a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:45.096509 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6ce25eef-1d4e-42c8-a372-44098f6a08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:45.129280 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25eef-1d4e-42c8-a372-44098f6a08a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905214cc-1a3f-4058-9683-d205bf2396dd,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:45.153278 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6ce25eef-1d4e-42c8-a372-44098f6a08a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:45.154491 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-6ce25eef-1d4e-42c8-a372-44098f6a08a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/905214cc-1a3f-4058-9683-d205bf2396dd HTTP/1.1" status: 204  len: 168 time: 0.3575437
Apr 06 10:27:45.286197 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac003df5-482b-419b-80ab-e5ae838b4055 req-ee8be2f0-3f56-4657-9ffe-e394b3318190 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:45.289294 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ac003df5-482b-419b-80ab-e5ae838b4055 req-ee8be2f0-3f56-4657-9ffe-e394b3318190 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 945 time: 0.1010864
Apr 06 10:27:45.351252 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ac003df5-482b-419b-80ab-e5ae838b4055 req-d02be0c7-8ce2-4d85-aac7-59a39d0e986a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548687
Apr 06 10:27:46.283882 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55878) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:46.453175 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:46.490555 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:46.501828 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] Usage tracker for resource:security_group_rule and tenant:5fc6ff5919ee4a5face4a6c2620d34e1 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:46.501828 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:46.509903 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:46.594336 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da455b1-1b6b-477e-ba24-e4d1eea20c30 req-418f9d91-796f-4ac4-9d9f-0e669a8d116d tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:46.596958 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8da455b1-1b6b-477e-ba24-e4d1eea20c30 req-418f9d91-796f-4ac4-9d9f-0e669a8d116d tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 945 time: 0.0905600
Apr 06 10:27:46.611772 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:46.670120 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8da455b1-1b6b-477e-ba24-e4d1eea20c30 req-2d642660-8308-4d23-be9d-5589d848d9f6 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679555
Apr 06 10:27:46.685089 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:46.754381 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55904) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:46.767185 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fc6ff5919ee4a5face4a6c2620d34e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4810185
Apr 06 10:27:46.768199 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ce28d-3936-4962-bbad-3fdb8327588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a692003b-f701-40e6-bef5-633de1c9aa0f,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:46.859298 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b861060-a663-4560-a8b4-c2e8e6f2f74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:46.889965 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b861060-a663-4560-a8b4-c2e8e6f2f74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:46.920001 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82707e-cc6f-496d-ac25-1fef372ae50a req-815c412d-c0aa-4615-a279-e63f4cd911e0 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:46.921604 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ee82707e-cc6f-496d-ac25-1fef372ae50a req-815c412d-c0aa-4615-a279-e63f4cd911e0 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 945 time: 0.1034772
Apr 06 10:27:46.984225 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ee82707e-cc6f-496d-ac25-1fef372ae50a req-498cf282-cdc1-4531-83cd-3e74d110192f tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550277
Apr 06 10:27:47.037558 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55910) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:47.047247 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b861060-a663-4560-a8b4-c2e8e6f2f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:47.073596 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b861060-a663-4560-a8b4-c2e8e6f2f74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a692003b-f701-40e6-bef5-633de1c9aa0f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:47.082513 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b861060-a663-4560-a8b4-c2e8e6f2f74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:47.083567 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0b861060-a663-4560-a8b4-c2e8e6f2f74a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a692003b-f701-40e6-bef5-633de1c9aa0f HTTP/1.1" status: 204  len: 168 time: 0.3281362
Apr 06 10:27:47.432301 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-54fee5db-4d0a-420b-9395-a399ce833a95 tempest-TestVolumeBootPattern-686686922 tempest-TestVolumeBootPattern-686686922-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 1093 time: 0.3901539
Apr 06 10:27:47.432541 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 55922) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:47.442162 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'port_id': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:27:47.448755 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:47.452803 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Usage tracker for resource:floatingip and tenant:b98b391176f2477ca4b1e374c8d12641 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:47.456238 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:47.466148 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:47.575845 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:47.767013 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:47.949558 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Allocated IP 172.27.2.141 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/59d2e3bc-2c2e-474f-9996-6ead9610ddaa) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:27:48.000579 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55938) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:48.022524 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.063739 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:48.067699 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f26f7bf5551b42f494b5288653a3b74a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:48.071698 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:48.078028 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:48.121038 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.167197 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.248824 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.282626 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.327365 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:27:48.330425 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Resources bound (agent type, host, resource id):  {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:27:48.337441 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:27:48.342655 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac6f4f0-bdc2-4ee7-8c5f-bb492485854c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:48.348763 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-2dee6199-edc8-408c-8adf-473d904c86e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f26f7bf5551b42f494b5288653a3b74a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3471460
Apr 06 10:27:48.354446 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 55946) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:48.362661 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=59d2e3bc-2c2e-474f-9996-6ead9610ddaa,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:48.433841 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bc3a192a-ed21-45ba-bae9-ba3bfabd1c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.466366 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bc3a192a-ed21-45ba-bae9-ba3bfabd1c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.524367 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.643450 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bc3a192a-ed21-45ba-bae9-ba3bfabd1c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.667256 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a192a-ed21-45ba-bae9-ba3bfabd1c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac6f4f0-bdc2-4ee7-8c5f-bb492485854c,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:48.680026 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bc3a192a-ed21-45ba-bae9-ba3bfabd1c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:48.683786 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-bc3a192a-ed21-45ba-bae9-ba3bfabd1c55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ac6f4f0-bdc2-4ee7-8c5f-bb492485854c HTTP/1.1" status: 204  len: 168 time: 0.3257291
Apr 06 10:27:49.036043 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:49.253955 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:49.490091 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:49.557131 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1530055'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:49.669254 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event updated for resources: {'Port': ['ID=59d2e3bc-2c2e-474f-9996-6ead9610ddaa,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:49.682113 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:49.880142 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.l3_db [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Floating IP 257e08fb-0a80-451e-9716-3059a76b31b7 associated. External IP: 172.27.2.141, port: 224c34c4-1788-4dc6-b820-68c88f0c3e21.
Apr 06 10:27:50.297512 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:27:50.514419 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:27:50.527679 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:27:50.543637 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:27:50.557224 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e808525e0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:27:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:50.700516 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:50.733953 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:27:50.762408 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-56221495-67ae-4cdb-902d-4d17380b4dc9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3288069
Apr 06 10:27:50.763102 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:27:50.941414 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fffff5f-90a5-41ed-8d50-c6e802c64297'] response: {'name': 'network-changed', 'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'status': 'completed', 'code': 200}
Apr 06 10:27:51.054207 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-071c74b6-820f-48a9-8bb7-15565a7b170a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 1098 time: 0.0860379
Apr 06 10:27:51.156714 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56010) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:51.171036 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e808525e0>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '257e08fb-0a80-451e-9716-3059a76b31b7', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:9c:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffa6eed-d75c-436e-b100-312af46705ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:27:48Z', 'updated_at': '2022-04-06T10:27:48Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}, {'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:37Z', 'revision_number': 1, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:51.176330 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:27:51.192127 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:27:51.192980 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e808525e0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:27:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:51.276367 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8c6bc109-a43c-4e42-bafc-28492a877193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:51.333044 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-b6adc428-41d0-41cf-8030-febc03974b0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:51.335129 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-b6adc428-41d0-41cf-8030-febc03974b0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.2746079
Apr 06 10:27:51.459712 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-8e3bfbfd-4700-47d5-8682-14606cacbf2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21 HTTP/1.1" status: 200  len: 999 time: 0.1170247
Apr 06 10:27:51.464231 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:27:51.489747 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:51.536810 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:51.542586 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] Usage tracker for resource:security_group_rule and tenant:cfe76a46488a40b584e925203db48f86 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:51.545779 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:51.548622 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-55e83ee5-e365-4d60-8958-5d48ad261ead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:51.550242 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-55e83ee5-e365-4d60-8958-5d48ad261ead service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.0797985
Apr 06 10:27:51.554780 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:51.639137 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:51.644075 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-9014c065-a74c-4082-a068-cc9b6a40a367 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861073
Apr 06 10:27:51.747359 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:51.800167 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-dd21aa3a-fd97-4276-887e-4eee3a129aca service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391299
Apr 06 10:27:51.807219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237e54ce-7dd8-4b49-9aad-a9c92ca91f62,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:51.815013 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-3ba1283f-7c8e-424b-b0b4-44389cdd3f7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfe76a46488a40b584e925203db48f86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6572359
Apr 06 10:27:51.817766 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56020) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:51.887515 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-537f1cd9-2b99-437e-ac6f-4c0ab55c727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:51.898678 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e808525e0>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '257e08fb-0a80-451e-9716-3059a76b31b7', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:9c:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffa6eed-d75c-436e-b100-312af46705ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:27:48Z', 'updated_at': '2022-04-06T10:27:48Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}, {'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:37Z', 'revision_number': 1, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:27:51.903333 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0afab8-f60d-4bc6-96e9-2954e9f62296 None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '257e08fb-0a80-451e-9716-3059a76b31b7', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:9c:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffa6eed-d75c-436e-b100-312af46705ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:27:48Z', 'updated_at': '2022-04-06T10:27:48Z', 'revision_number': 0, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}, {'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:37Z', 'revision_number': 1, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:27:51.925761 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-537f1cd9-2b99-437e-ac6f-4c0ab55c727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:52.019557 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7424107-d953-4fb8-bfca-4b2bbf00690b req-f00a1126-d92e-4316-a8d2-16b2e7577432 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122972
Apr 06 10:27:52.118409 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-537f1cd9-2b99-437e-ac6f-4c0ab55c727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:52.134682 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f1cd9-2b99-437e-ac6f-4c0ab55c727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e54ce-7dd8-4b49-9aad-a9c92ca91f62,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:52.142435 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-537f1cd9-2b99-437e-ac6f-4c0ab55c727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:52.144205 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-537f1cd9-2b99-437e-ac6f-4c0ab55c727c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/237e54ce-7dd8-4b49-9aad-a9c92ca91f62 HTTP/1.1" status: 204  len: 168 time: 0.3253491
Apr 06 10:27:52.250695 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d214e8-ce7c-4cd9-8a72-52092ce2e20a None None] New status for floating IP 257e08fb-0a80-451e-9716-3059a76b31b7: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:27:53.186699 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f41738c5-3c62-472f-a385-b0722ede5ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:54.399002 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:55.313083 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:55.868128 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:57.722007 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-d682386a-d575-4bf7-a6a0-cca02209f3dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0690455
Apr 06 10:27:57.861661 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-4e3c3e55-266e-44d0-a17b-860ba02c33d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 1098 time: 0.0705552
Apr 06 10:27:58.020164 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-0866d6b9-04f4-4d5a-965e-b21af7dbef9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:58.021648 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-0866d6b9-04f4-4d5a-965e-b21af7dbef9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.1408010
Apr 06 10:27:58.128618 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-ab804a1a-013c-4494-8db1-6e95095075c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 HTTP/1.1" status: 200  len: 1001 time: 0.1003702
Apr 06 10:27:58.195549 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-02a7c708-be25-4dd0-9847-8405501f3e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:27:58.196963 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-02a7c708-be25-4dd0-9847-8405501f3e9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.0616207
Apr 06 10:27:58.283140 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-6fa72c00-2c82-4f61-a44b-554172a9b82e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782955
Apr 06 10:27:58.440506 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-fb30647e-3b2a-4dec-832a-1108fc9a44a1 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492965
Apr 06 10:27:58.613728 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-3584fd86-7f09-4bd1-927b-e70667f0e544 req-f9e2b267-6a50-42b6-aa47-a31441459009 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1673689
Apr 06 10:27:58.651159 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56094) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:58.842537 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:58.880457 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:27:58.885489 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] Usage tracker for resource:security_group_rule and tenant:796d2efae8d549acafa06dbe877f1c21 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:27:58.888576 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:27:58.894427 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:27:58.984144 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:59.059908 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:59.120301 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0c957a-f4c0-46c3-ac7b-dfb81c6bec61,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:59.125392 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2bc2c85e-758e-4cdb-b1a4-8b3394be5287 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=796d2efae8d549acafa06dbe877f1c21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4727416
Apr 06 10:27:59.128689 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56102) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:27:59.210470 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b93a76ac-f7cd-4215-90dc-9b8cb23f7300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:59.236094 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b93a76ac-f7cd-4215-90dc-9b8cb23f7300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:59.382135 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b93a76ac-f7cd-4215-90dc-9b8cb23f7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:59.396548 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a76ac-f7cd-4215-90dc-9b8cb23f7300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0c957a-f4c0-46c3-ac7b-dfb81c6bec61,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:27:59.403995 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b93a76ac-f7cd-4215-90dc-9b8cb23f7300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:27:59.405163 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b93a76ac-f7cd-4215-90dc-9b8cb23f7300 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a0c957a-f4c0-46c3-ac7b-dfb81c6bec61 HTTP/1.1" status: 204  len: 168 time: 0.2761617
Apr 06 10:28:00.053212 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56114) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:00.072297 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:00.107983 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:00.107983 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] Usage tracker for resource:security_group_rule and tenant:a1b2f84eeb184b568f40205a9dd1258e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:00.109767 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:00.115380 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:00.181289 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:00.311013 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:00.365283 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8e5bba-9095-4c3c-847d-43b4c36ecaa7,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:00.370808 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-df99e2ea-b68e-4dbf-83fd-1baf76626f7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1b2f84eeb184b568f40205a9dd1258e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3165140
Apr 06 10:28:00.373583 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56118) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:00.440282 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-984ab2ab-29ee-43b6-a0d8-2f16b38de6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:00.466205 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-984ab2ab-29ee-43b6-a0d8-2f16b38de6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:00.609297 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-984ab2ab-29ee-43b6-a0d8-2f16b38de6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:00.625964 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ab2ab-29ee-43b6-a0d8-2f16b38de6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8e5bba-9095-4c3c-847d-43b4c36ecaa7,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:00.630288 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-984ab2ab-29ee-43b6-a0d8-2f16b38de6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:00.632111 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-984ab2ab-29ee-43b6-a0d8-2f16b38de6da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba8e5bba-9095-4c3c-847d-43b4c36ecaa7 HTTP/1.1" status: 204  len: 168 time: 0.2573109
Apr 06 10:28:01.074075 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56128) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:01.276615 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.307441 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:01.311230 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] Usage tracker for resource:security_group_rule and tenant:6a0548ef5f3444e7a64c517c01e71571 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:01.313990 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:01.320423 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:01.389279 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.454528 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56136) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:01.473235 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.490215 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.538096 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a0548ef5f3444e7a64c517c01e71571&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4665952
Apr 06 10:28:01.540187 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98252603-012e-4c7b-a2ba-608cac5777c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2583d4-47b5-4ab9-bd1b-4e81a7e6758e,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:01.541846 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56140) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:01.557790 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:01.561695 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] Usage tracker for resource:security_group_rule and tenant:fef9fb8e7ff84fdd8468f79e1ca55cee is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:01.564529 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:01.571090 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:01.608508 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7eae9119-d2ad-4244-84b6-cb7d50c5b234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.635127 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7eae9119-d2ad-4244-84b6-cb7d50c5b234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.727973 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.774025 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7eae9119-d2ad-4244-84b6-cb7d50c5b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.790553 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae9119-d2ad-4244-84b6-cb7d50c5b234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2583d4-47b5-4ab9-bd1b-4e81a7e6758e,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:01.799983 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7eae9119-d2ad-4244-84b6-cb7d50c5b234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.801235 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7eae9119-d2ad-4244-84b6-cb7d50c5b234 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc2583d4-47b5-4ab9-bd1b-4e81a7e6758e HTTP/1.1" status: 204  len: 168 time: 0.2583859
Apr 06 10:28:01.813962 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.860891 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3162a787-a1a0-4842-97f5-375a5267946b,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:01.868635 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-670fc658-b2e7-4bb5-8ac9-3a1345cb525e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fef9fb8e7ff84fdd8468f79e1ca55cee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4109881
Apr 06 10:28:01.869390 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56146) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:01.930152 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef271-9b2c-4da6-b7c3-0c0045c3e723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:01.956143 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef271-9b2c-4da6-b7c3-0c0045c3e723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:02.112522 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef271-9b2c-4da6-b7c3-0c0045c3e723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:02.127498 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ef271-9b2c-4da6-b7c3-0c0045c3e723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162a787-a1a0-4842-97f5-375a5267946b,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:02.134474 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef271-9b2c-4da6-b7c3-0c0045c3e723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:02.135619 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-9d3ef271-9b2c-4da6-b7c3-0c0045c3e723 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3162a787-a1a0-4842-97f5-375a5267946b HTTP/1.1" status: 204  len: 168 time: 0.2648871
Apr 06 10:28:02.745262 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56160) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:02.764791 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:02.799509 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:02.804270 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] Usage tracker for resource:security_group_rule and tenant:e1261cb9f4d342aaa240682251acf4c8 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:02.818778 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:02.818778 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:02.894026 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:03.003596 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:03.064006 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b249822e-0024-48a6-a865-a9017fa44e50,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:03.069982 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c1a3eccc-9154-49d9-be9f-41ffb90df7eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1261cb9f4d342aaa240682251acf4c8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3229706
Apr 06 10:28:03.073605 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56168) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:03.135074 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6a935a3c-87b3-4255-bc45-1fcf38123bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:03.160791 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6a935a3c-87b3-4255-bc45-1fcf38123bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:03.375592 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6a935a3c-87b3-4255-bc45-1fcf38123bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:03.397583 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a935a3c-87b3-4255-bc45-1fcf38123bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b249822e-0024-48a6-a865-a9017fa44e50,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:03.410226 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6a935a3c-87b3-4255-bc45-1fcf38123bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:03.411584 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-6a935a3c-87b3-4255-bc45-1fcf38123bef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b249822e-0024-48a6-a865-a9017fa44e50 HTTP/1.1" status: 204  len: 168 time: 0.3368294
Apr 06 10:28:05.589878 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56234) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:05.743265 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:05.781967 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:05.785872 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] Usage tracker for resource:security_group_rule and tenant:174bd86847a848c39c1b9d630f627787 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:05.798819 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:05.798819 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:05.864200 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:05.968542 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:06.018134 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f9e654-20f9-46ff-9b7c-315d1e39d469,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:06.022287 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-f611ac42-3772-42b5-b777-80fa9ceda062 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=174bd86847a848c39c1b9d630f627787&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4312453
Apr 06 10:28:06.025012 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56240) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:06.086252 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9d97b341-aed7-4ed9-908e-f186b1f6aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:06.114358 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9d97b341-aed7-4ed9-908e-f186b1f6aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:06.290327 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9d97b341-aed7-4ed9-908e-f186b1f6aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:06.307513 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97b341-aed7-4ed9-908e-f186b1f6aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f9e654-20f9-46ff-9b7c-315d1e39d469,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:06.311711 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9d97b341-aed7-4ed9-908e-f186b1f6aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:06.313105 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-9d97b341-aed7-4ed9-908e-f186b1f6aa0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77f9e654-20f9-46ff-9b7c-315d1e39d469 HTTP/1.1" status: 204  len: 168 time: 0.2868640
Apr 06 10:28:07.613217 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56266) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:07.751565 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1636889285-network', 'tenant_id': 'cff1c7b959864eb5ad4223866a87d5c2'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:07.756322 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:07.760569 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Usage tracker for resource:network and tenant:cff1c7b959864eb5ad4223866a87d5c2 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:07.763698 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:07.770212 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:07.889031 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Made reservation on behalf of cff1c7b959864eb5ad4223866a87d5c2 for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:28:07.891580 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:07.904832 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:07.939744 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:07.943657 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Usage tracker for resource:security_group_rule and tenant:cff1c7b959864eb5ad4223866a87d5c2 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:07.948232 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:07.952996 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:08.020894 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:08.093862 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:08.123492 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:28:08.133071 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd822b7-5a77-4bbb-830f-e62c3374f5df,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:08.139111 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:08.139450 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Added segment a538b760-38fe-4b3d-8219-f56806fb5fc2 of type vlan for network 6b0897cf-0622-4169-8d35-cc9f442a3d9d
Apr 06 10:28:08.167578 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:08.293345 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:08.294234 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:08.294820 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:08.408940 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0897cf-0622-4169-8d35-cc9f442a3d9d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:08.422640 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 6b0897cf-0622-4169-8d35-cc9f442a3d9d details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:28:08.461685 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-cc11eb3b-e3eb-4f14-848c-2dd36737e477 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8473344
Apr 06 10:28:08.464664 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56280) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:08.470158 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Request body: {'subnet': {'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1636889285-subnet', 'tenant_id': 'cff1c7b959864eb5ad4223866a87d5c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:08.475403 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:08.479810 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Usage tracker for resource:subnet and tenant:cff1c7b959864eb5ad4223866a87d5c2 is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:08.482771 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:08.488587 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:08.552010 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Made reservation on behalf of cff1c7b959864eb5ad4223866a87d5c2 for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:28:08.555525 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266915769'] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:08.832135 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1529916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266915735'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:08.910219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75801868-adea-448b-8490-7e194ae6c42a,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:08.922802 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Checking segment: {'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:08.923155 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Network hostable DHCP agents. Network: 6b0897cf-0622-4169-8d35-cc9f442a3d9d, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:28:09.014664 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Network 6b0897cf-0622-4169-8d35-cc9f442a3d9d is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:28:09.082496 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 6b0897cf-0622-4169-8d35-cc9f442a3d9d) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:09.087586 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:09.088163 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:09.097195 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd9af7-5a84-4372-8ae1-77bb2c49814e None None] Network 6b0897cf-0622-4169-8d35-cc9f442a3d9d requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:28:09.250790 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c2922e6a-fbea-4479-b8d1-3fbdd0077cb3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7845626
Apr 06 10:28:09.308618 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78379608-d7ff-413e-b14e-5e606e82d627 None None] Network 6b0897cf-0622-4169-8d35-cc9f442a3d9d requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:28:11.829243 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-0b67019c-b293-464c-988e-667861c5e492 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:11.830726 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-0b67019c-b293-464c-988e-667861c5e492 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/networks?id=6b0897cf-0622-4169-8d35-cc9f442a3d9d HTTP/1.1" status: 200  len: 809 time: 0.1638582
Apr 06 10:28:11.848756 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-27423cfe-53be-4f83-9942-50c58efafb22 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/quotas/cff1c7b959864eb5ad4223866a87d5c2 HTTP/1.1" status: 200  len: 375 time: 0.0111136
Apr 06 10:28:11.849196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56330) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:11.896071 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-841c93cc-40a5-4305-b106-1385642ee25d tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cff1c7b959864eb5ad4223866a87d5c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0409267
Apr 06 10:28:11.909823 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-41e9dee2-3257-4497-b8e3-059768138664 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:28:11.910998 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-41e9dee2-3257-4497-b8e3-059768138664 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056894
Apr 06 10:28:12.014900 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:12.080978 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:12.086925 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-8c7df46d-aab5-4c42-96d3-2a1ace464cfd service neutron] 10.222.0.11 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698270
Apr 06 10:28:12.094219 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:683c9e4ef07c42d3a6f6807ff79625c3 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:12.094219 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:12.120000 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:12.257310 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-e083eed9-2e35-4fe6-baad-73a1a90c4929 service neutron] 10.222.0.11 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635568
Apr 06 10:28:12.282769 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:12.340601 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:12.388894 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d69ea3-d640-407e-90b0-133818896998,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:12.394286 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-234906a9-94ed-4bd6-b6de-28ffc0d74ee0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=683c9e4ef07c42d3a6f6807ff79625c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5441785
Apr 06 10:28:12.397769 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56338) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:12.460473 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a51584c2-5fd0-4be7-affa-543d6d82a371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:12.494117 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a51584c2-5fd0-4be7-affa-543d6d82a371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:12.614762 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a51584c2-5fd0-4be7-affa-543d6d82a371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:12.631528 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51584c2-5fd0-4be7-affa-543d6d82a371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d69ea3-d640-407e-90b0-133818896998,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:12.638099 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a51584c2-5fd0-4be7-affa-543d6d82a371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:12.654308 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-a51584c2-5fd0-4be7-affa-543d6d82a371 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02d69ea3-d640-407e-90b0-133818896998 HTTP/1.1" status: 204  len: 168 time: 0.2549586
Apr 06 10:28:12.795117 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-aa773935-92d5-42e5-8584-4225d302e9a1 req-18f9a9c4-41c0-4295-862a-d21470511f4f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 210 time: 0.2871475
Apr 06 10:28:13.311117 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56358) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:13.333367 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:13.364853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:13.369060 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e59f6e4a82444578e44d01622069604 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:13.371877 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:13.377956 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:13.445234 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:13.533226 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:13.578568 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acacfcfa-744e-45d3-adae-d92f0f36a105,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:13.584029 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d812a792-0149-418a-a9f2-a681a579c0f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e59f6e4a82444578e44d01622069604&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2718844
Apr 06 10:28:13.586670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56362) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:13.650826 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6659c3ca-5599-4cb3-8175-24333d41caa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:13.676688 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6659c3ca-5599-4cb3-8175-24333d41caa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:13.804136 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6659c3ca-5599-4cb3-8175-24333d41caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:13.821722 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659c3ca-5599-4cb3-8175-24333d41caa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acacfcfa-744e-45d3-adae-d92f0f36a105,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:13.828607 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-6659c3ca-5599-4cb3-8175-24333d41caa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:13.829723 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-6659c3ca-5599-4cb3-8175-24333d41caa1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acacfcfa-744e-45d3-adae-d92f0f36a105 HTTP/1.1" status: 204  len: 168 time: 0.2421777
Apr 06 10:28:13.973522 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a92d46cc-e9c5-47fa-a79c-bdc70d7c0a76 req-c84b0703-8df8-4b73-b8c7-d4223a7d2607 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 210 time: 0.0517402
Apr 06 10:28:14.784073 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-5bb29820-0fc1-4df1-a590-1fc9a0ef01b4 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:14.785646 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-5bb29820-0fc1-4df1-a590-1fc9a0ef01b4 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "GET /v2.0/networks?id=6b0897cf-0622-4169-8d35-cc9f442a3d9d HTTP/1.1" status: 200  len: 809 time: 0.1497195
Apr 06 10:28:14.803546 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Request body: {'port': {'device_id': '7ee6c4ed-9822-4eb6-8ffe-88089ece434a', 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d', 'admin_state_up': True, 'tenant_id': 'cff1c7b959864eb5ad4223866a87d5c2'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:14.949322 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:14.953116 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Usage tracker for resource:port and tenant:cff1c7b959864eb5ad4223866a87d5c2 is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:14.955954 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:14.961733 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:15.066163 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Made reservation on behalf of cff1c7b959864eb5ad4223866a87d5c2 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:28:15.070777 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:15.148968 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-171ac064-5bdd-4702-925d-e9b092817151 req-9275655e-2d35-45ea-a247-95625b3b6f0f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 210 time: 0.0469341
Apr 06 10:28:15.340727 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Allocated IP 172.20.0.7 (6b0897cf-0622-4169-8d35-cc9f442a3d9d/75801868-adea-448b-8490-7e194ae6c42a/e9870b6d-927d-402b-afcc-8b6fcaf48105) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:28:15.544475 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:15.586411 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:28:15.643813 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:15.721637 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Network 6b0897cf-0622-4169-8d35-cc9f442a3d9d is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:15.722758 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:15.728111 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:28:15.766787 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Pushing event updated for resources: {'Port': ['ID=e9870b6d-927d-402b-afcc-8b6fcaf48105,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:15.793530 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:15.794202 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:15.912635 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-c91b0e80-6f75-4c72-a40f-2f83def9979f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1132905
Apr 06 10:28:15.922986 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-a56872f8-81b5-4479-9e94-b2cda622bd17 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:28:15.923855 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-a56872f8-81b5-4479-9e94-b2cda622bd17 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051560
Apr 06 10:28:16.071650 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Request body: {'port': {'device_id': '7ee6c4ed-9822-4eb6-8ffe-88089ece434a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:16.182855 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:16.482759 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37bb3-1745-474a-84da-cbe1693d324c req-e8a4b4d6-8e7b-4866-8633-b216d1b405a6 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:16.483441 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-65b37bb3-1745-474a-84da-cbe1693d324c req-e8a4b4d6-8e7b-4866-8633-b216d1b405a6 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Synchronizing usage tracker for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:28:16.603796 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9870b6d-927d-402b-afcc-8b6fcaf48105 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:28:16.610926 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:16.615074 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-65b37bb3-1745-474a-84da-cbe1693d324c req-e8a4b4d6-8e7b-4866-8633-b216d1b405a6 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Unset dirty status for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:28:16.617031 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-65b37bb3-1745-474a-84da-cbe1693d324c req-e8a4b4d6-8e7b-4866-8633-b216d1b405a6 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 931 time: 0.3201458
Apr 06 10:28:16.646081 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Transition to ACTIVE for port object e9870b6d-927d-402b-afcc-8b6fcaf48105 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:16.672069 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-65b37bb3-1745-474a-84da-cbe1693d324c req-35f26999-6ed5-4757-b4b5-34880ff7ea5e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486608
Apr 06 10:28:16.734479 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:16.866821 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Pushing event updated for resources: {'Port': ['ID=e9870b6d-927d-402b-afcc-8b6fcaf48105,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:16.974110 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Attempting to bind port e9870b6d-927d-402b-afcc-8b6fcaf48105 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:28:16.974471 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Attempting to bind port e9870b6d-927d-402b-afcc-8b6fcaf48105 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:28:16.975455 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Attempting to bind port e9870b6d-927d-402b-afcc-8b6fcaf48105 on network 6b0897cf-0622-4169-8d35-cc9f442a3d9d {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:16.981338 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Port e9870b6d-927d-402b-afcc-8b6fcaf48105 on network 6b0897cf-0622-4169-8d35-cc9f442a3d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:28:16.981658 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Attempting to bind port e9870b6d-927d-402b-afcc-8b6fcaf48105 on network 6b0897cf-0622-4169-8d35-cc9f442a3d9d {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:16.987991 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:28:16.988321 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Checking segment: {'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:16.988699 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Bound using segment: {'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:28:16.989120 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Bound port: e9870b6d-927d-402b-afcc-8b6fcaf48105, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:28:16.989463 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:17.076349 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] For port e9870b6d-927d-402b-afcc-8b6fcaf48105, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:28:17.079232 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] For port e9870b6d-927d-402b-afcc-8b6fcaf48105, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e9870b6d-927d-402b-afcc-8b6fcaf48105,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:28:17.186736 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:17.252819 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:17.254274 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] 10.222.0.61 "PUT /v2.0/ports/e9870b6d-927d-402b-afcc-8b6fcaf48105 HTTP/1.1" status: 200  len: 1093 time: 1.3236330
Apr 06 10:28:17.254696 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee6c4ed-9822-4eb6-8ffe-88089ece434a', 'tag': 'e9870b6d-927d-402b-afcc-8b6fcaf48105'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:28:17.271472 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481ae0-b89f-4f56-9194-c6f3b6dc9921 service neutron] Pushing event updated for resources: {'Port': ['ID=e9870b6d-927d-402b-afcc-8b6fcaf48105,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:17.309710 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ba87eb-4099-4f57-8175-7ae5bbdb8956'] response: {'name': 'network-changed', 'server_uuid': '7ee6c4ed-9822-4eb6-8ffe-88089ece434a', 'tag': 'e9870b6d-927d-402b-afcc-8b6fcaf48105', 'status': 'completed', 'code': 200}
Apr 06 10:28:17.402892 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96929ffd-844d-49af-a6f2-041f6ae2a83a req-dd55ffb9-bbd2-40ae-a694-7132f6f06caf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cff1c7b959864eb5ad4223866a87d5c2&device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 1096 time: 0.0714796
Apr 06 10:28:17.546458 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96929ffd-844d-49af-a6f2-041f6ae2a83a req-4cb70a80-00a9-4716-a0ac-e3256147c554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:17.547936 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96929ffd-844d-49af-a6f2-041f6ae2a83a req-4cb70a80-00a9-4716-a0ac-e3256147c554 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=cff1c7b959864eb5ad4223866a87d5c2&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1373177
Apr 06 10:28:17.776780 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96929ffd-844d-49af-a6f2-041f6ae2a83a req-f651be70-3123-4a4f-8c04-134952d0f861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:17.778206 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-96929ffd-844d-49af-a6f2-041f6ae2a83a req-f651be70-3123-4a4f-8c04-134952d0f861 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2238503
Apr 06 10:28:17.891342 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-0294c9fc-ee06-4bbd-a86c-7c868d8af4c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cff1c7b959864eb5ad4223866a87d5c2&device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 1096 time: 0.0723672
Apr 06 10:28:17.993594 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-6cb521a5-b84e-4a20-a26d-c9883f4ecb31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9870b6d-927d-402b-afcc-8b6fcaf48105 HTTP/1.1" status: 200  len: 217 time: 0.0955598
Apr 06 10:28:18.080200 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-e987de32-f96f-4b0f-996b-3eda92561840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:18.081583 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-e987de32-f96f-4b0f-996b-3eda92561840 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75801868-adea-448b-8490-7e194ae6c42a HTTP/1.1" status: 200  len: 849 time: 0.0768144
Apr 06 10:28:18.130901 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-40b8b33e-8d86-420a-8d10-df5c545445dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b0897cf-0622-4169-8d35-cc9f442a3d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425601
Apr 06 10:28:18.137848 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188351bd-7aaa-40a2-ad4b-d204e15f76c9 req-83fd1771-34f2-417d-92a7-8c71791f5b2c tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:18.139105 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-188351bd-7aaa-40a2-ad4b-d204e15f76c9 req-83fd1771-34f2-417d-92a7-8c71791f5b2c tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 943 time: 0.1773064
Apr 06 10:28:18.268316 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-188351bd-7aaa-40a2-ad4b-d204e15f76c9 req-0bd0782b-7b11-438f-b66e-1321e5cc9d2b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105623
Apr 06 10:28:18.309066 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-7d83245a-c04f-4f7a-a905-ac21de2312fd service neutron] 10.222.0.61 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690521
Apr 06 10:28:18.445165 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d9939dec-994f-4c0c-940a-dcf53aec95ef req-47241125-f939-4d9b-9dd3-df35ab4543b6 service neutron] 10.222.0.61 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282518
Apr 06 10:28:18.500295 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:19.476795 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189fd16-fa26-4064-bb3c-cce34d174cec req-39ce8848-2047-4071-88e4-9d55b3df71a9 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:19.478262 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c189fd16-fa26-4064-bb3c-cce34d174cec req-39ce8848-2047-4071-88e4-9d55b3df71a9 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 943 time: 0.0787816
Apr 06 10:28:19.524474 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-c189fd16-fa26-4064-bb3c-cce34d174cec req-68c4926e-83b0-4554-9f6f-b788279fea53 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Synchronizing usage tracker for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:28:19.677442 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-c189fd16-fa26-4064-bb3c-cce34d174cec req-68c4926e-83b0-4554-9f6f-b788279fea53 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Unset dirty status for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:28:19.678659 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c189fd16-fa26-4064-bb3c-cce34d174cec req-68c4926e-83b0-4554-9f6f-b788279fea53 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947756
Apr 06 10:28:20.632186 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56454) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:20.778594 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:20.848428 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:20.854995 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] Usage tracker for resource:security_group_rule and tenant:ac5943fddac64958bdb795059087eb4a is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:20.858546 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:20.866790 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:20.915743 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e9870b6d-927d-402b-afcc-8b6fcaf48105 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:28:20.917983 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d415-aad0-4796-8c5c-c18276d1785a req-5e1e14e7-c380-42de-82e4-b4ad4c43e772 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:20.919471 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e019d415-aad0-4796-8c5c-c18276d1785a req-5e1e14e7-c380-42de-82e4-b4ad4c43e772 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 943 time: 0.1158676
Apr 06 10:28:20.991278 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:20.998660 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-e019d415-aad0-4796-8c5c-c18276d1785a req-4c0f462c-55b0-4cde-a54f-032ea295e479 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717053
Apr 06 10:28:21.051065 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e9870b6d-927d-402b-afcc-8b6fcaf48105, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e9870b6d-927d-402b-afcc-8b6fcaf48105,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:21.064514 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': 'e9870b6d-927d-402b-afcc-8b6fcaf48105', 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d', 'port_id': 'e9870b6d-927d-402b-afcc-8b6fcaf48105', 'mac_address': 'fa:16:3e:63:29:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75801868-adea-448b-8490-7e194ae6c42a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:28:21.065017 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:21.112963 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd116309-626d-41df-977f-0e05fbe332b1,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:21.118636 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-2aa342f4-8e33-4ca6-a636-face0950f6ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac5943fddac64958bdb795059087eb4a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4853926
Apr 06 10:28:21.126569 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56462) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:21.138963 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:21.156099 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9870b6d-927d-402b-afcc-8b6fcaf48105 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:28:21.171261 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e9870b6d-927d-402b-afcc-8b6fcaf48105, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e9870b6d-927d-402b-afcc-8b6fcaf48105,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:21.187706 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-482c4112-4120-44cf-b4ea-5b53a7ff8608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:21.208528 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-1c82cd57-de81-4102-91f9-1d8b58124373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:21.213918 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-482c4112-4120-44cf-b4ea-5b53a7ff8608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:21.260333 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:21.316921 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-482c4112-4120-44cf-b4ea-5b53a7ff8608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:21.325699 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=e9870b6d-927d-402b-afcc-8b6fcaf48105,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:21.334199 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.334719 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.335066 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.335401 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.335734 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.336068 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.336395 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.336723 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.337043 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.337289 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c4112-4120-44cf-b4ea-5b53a7ff8608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd116309-626d-41df-977f-0e05fbe332b1,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:21.337409 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.337666 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:21.341744 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-482c4112-4120-44cf-b4ea-5b53a7ff8608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:21.342878 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-482c4112-4120-44cf-b4ea-5b53a7ff8608 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd116309-626d-41df-977f-0e05fbe332b1 HTTP/1.1" status: 204  len: 168 time: 0.2208655
Apr 06 10:28:21.501884 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['e9870b6d-927d-402b-afcc-8b6fcaf48105'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:28:22.022889 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56470) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:22.042300 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:22.073698 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:22.077672 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] Usage tracker for resource:security_group_rule and tenant:6a9ef3c428a64980892831563dd0f37e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:22.080475 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:22.086853 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:22.199094 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:22.228054 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb22c1-8f38-4d90-aecc-73795fb7c704 req-4fe61308-b1f9-42cb-a21a-73cebf8024eb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:22.230299 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3bfb22c1-8f38-4d90-aecc-73795fb7c704 req-4fe61308-b1f9-42cb-a21a-73cebf8024eb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 944 time: 0.1036124
Apr 06 10:28:22.276483 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3bfb22c1-8f38-4d90-aecc-73795fb7c704 req-42e369c6-dc72-4979-8f09-fc370de97eb5 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415487
Apr 06 10:28:22.293799 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:22.339876 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0af1ba-2479-4789-8545-4c9981467b72,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:22.344343 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-8f8cc8c2-b7fc-4f2c-94a1-fcf366b5519d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a9ef3c428a64980892831563dd0f37e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3204069
Apr 06 10:28:22.347351 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56476) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:22.409193 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dbfd66de-119c-49cc-923e-3d38eadb922e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:22.434634 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dbfd66de-119c-49cc-923e-3d38eadb922e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:22.591196 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dbfd66de-119c-49cc-923e-3d38eadb922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:22.605204 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd66de-119c-49cc-923e-3d38eadb922e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0af1ba-2479-4789-8545-4c9981467b72,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:22.611241 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dbfd66de-119c-49cc-923e-3d38eadb922e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:22.612479 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-dbfd66de-119c-49cc-923e-3d38eadb922e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c0af1ba-2479-4789-8545-4c9981467b72 HTTP/1.1" status: 204  len: 168 time: 0.2645047
Apr 06 10:28:22.939278 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e9870b6d-927d-402b-afcc-8b6fcaf48105 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:23.100672 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port e9870b6d-927d-402b-afcc-8b6fcaf48105 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:23.120760 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port e9870b6d-927d-402b-afcc-8b6fcaf48105 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:23.120760 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:23.232751 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:23.245637 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-325988fe-1dde-48bb-ab8a-c914faa13009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:23.263814 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee6c4ed-9822-4eb6-8ffe-88089ece434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9870b6d-927d-402b-afcc-8b6fcaf48105'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:28:23.273724 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e9870b6d-927d-402b-afcc-8b6fcaf48105, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e9870b6d-927d-402b-afcc-8b6fcaf48105,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:23.319779 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f60bc7c-e04a-41ac-9337-528e3a6a009e'] response: {'server_uuid': '7ee6c4ed-9822-4eb6-8ffe-88089ece434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9870b6d-927d-402b-afcc-8b6fcaf48105', 'code': 200}
Apr 06 10:28:23.357288 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:23.432335 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=e9870b6d-927d-402b-afcc-8b6fcaf48105,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:23.499532 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af955d33-57ec-4253-aaf1-fd927df59cfb req-d683936e-ce12-438b-9252-abddfa03f34f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:23.501271 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-af955d33-57ec-4253-aaf1-fd927df59cfb req-d683936e-ce12-438b-9252-abddfa03f34f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 945 time: 0.0830088
Apr 06 10:28:23.553084 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-af955d33-57ec-4253-aaf1-fd927df59cfb req-4595d981-7b7d-4018-8d42-960dd19cd940 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451899
Apr 06 10:28:23.672515 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-08303625-a571-4417-bf57-8bdece8e2fe6 req-45f0a963-b5a0-433b-8684-21f866c48f41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 1098 time: 0.0709820
Apr 06 10:28:23.716068 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-08303625-a571-4417-bf57-8bdece8e2fe6 req-e42f5b7a-1aa3-4a80-8cde-9f95ec966fc1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369551
Apr 06 10:28:23.899981 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56502) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:24.031596 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-638909583-network', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd'}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:24.036257 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:24.040178 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Usage tracker for resource:network and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:24.043280 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:24.129652 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:24.231099 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Made reservation on behalf of 809ef24228a24f46a00d287d0b0fa2cd for: {'network': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:28:24.233289 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.246475 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.279703 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:24.283438 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Usage tracker for resource:security_group_rule and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:24.286735 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:24.293377 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:24.357895 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.402729 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.441560 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.470776 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582}  {{(pid=83994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:28:24.479990 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686138cb-7123-409d-929b-7f0868347b93,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:24.485421 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.485701 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.db.segments_db [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Added segment d2c8d0b4-a91b-4455-8c75-19defef27bde of type vlan for network 9386b94c-3cde-4c36-9159-8e94ce4a441b
Apr 06 10:28:24.512341 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.619996 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.620904 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:24.621491 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:24.730107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] Pushing event updated for resources: {'Network': ['ID=9386b94c-3cde-4c36-9159-8e94ce4a441b,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:24.741319 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:28:24.774664 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caba4f-822a-4a19-85b6-8feb0ce4e571 req-54d1b467-cdee-4757-9cc5-ea0aff115d3b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:24.776235 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2caba4f-822a-4a19-85b6-8feb0ce4e571 req-54d1b467-cdee-4757-9cc5-ea0aff115d3b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 945 time: 0.0924697
Apr 06 10:28:24.806662 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-eca39574-1501-4422-86ee-9fb21c0bc541 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9028618
Apr 06 10:28:24.806901 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 56510) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:24.812751 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.v2.base [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Request body: {'subnet': {'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-638909583-subnet', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'ip_version': 4}} {{(pid=83994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:24.817405 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:24.821680 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Usage tracker for resource:subnet and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:24.826377 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2caba4f-822a-4a19-85b6-8feb0ce4e571 req-9a2ab5a3-cfbe-4476-9317-353773925a5e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412138
Apr 06 10:28:24.831125 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:24.838224 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:24.951339 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Made reservation on behalf of 809ef24228a24f46a00d287d0b0fa2cd for: {'subnet': 1} {{(pid=83994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:28:24.953687 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266915769'] for subnet, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.225077 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1529916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266915735'] for subnet, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.298808 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1171550f-49e8-40cc-819b-815ce5e31869,revision_number=0']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:25.310463 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Checking segment: {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:25.310824 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Network hostable DHCP agents. Network: 9386b94c-3cde-4c36-9159-8e94ce4a441b, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:28:25.339030 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.442517 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:28:25.551191 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, 9386b94c-3cde-4c36-9159-8e94ce4a441b) {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:25.555867 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:25.556453 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.561180 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f25001-0218-4791-95b0-b1dc899881ba None None] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:28:25.668569 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0b3e713d-6014-482b-86ae-478cf4c44393 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8581092
Apr 06 10:28:25.668915 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56514) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:25.673831 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:25.679130 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:25.683027 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Usage tracker for resource:router and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:25.685808 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:25.692144 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:25.781272 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-9386b94c-3cde-4c36-9159-8e94ce4a441b', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:28:25.782070 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.808543 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.809423 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.827958 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.918225 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:25.948347 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Allocated IP 172.20.0.2 (9386b94c-3cde-4c36-9159-8e94ce4a441b/1171550f-49e8-40cc-819b-815ce5e31869/f043c6cd-e7b7-4264-839f-e825da90af50) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:28:26.033378 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a822-368f-4da5-82c5-bb9c66103a03 req-0e4a0cf8-22e3-44da-a5c4-c76f6bd7549f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:26.034869 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f791a822-368f-4da5-82c5-bb9c66103a03 req-0e4a0cf8-22e3-44da-a5c4-c76f6bd7549f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 945 time: 0.0839820
Apr 06 10:28:26.085556 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f791a822-368f-4da5-82c5-bb9c66103a03 req-adfa6b3a-51a9-4dca-8441-f06e10ade6bc tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419679
Apr 06 10:28:26.117666 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.201086 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.211555 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Transition to ACTIVE for port object f043c6cd-e7b7-4264-839f-e825da90af50 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:26.230047 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Transition to ACTIVE for port object f043c6cd-e7b7-4264-839f-e825da90af50 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:26.307363 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.376336 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:26.378994 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:26.384787 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:28:26.386976 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Pushing event updated for resources: {'Port': ['ID=f043c6cd-e7b7-4264-839f-e825da90af50,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:26.395131 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.483901 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Attempting to bind port f043c6cd-e7b7-4264-839f-e825da90af50 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:28:26.484256 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Attempting to bind port f043c6cd-e7b7-4264-839f-e825da90af50 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:28:26.484609 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Attempting to bind port f043c6cd-e7b7-4264-839f-e825da90af50 on network 9386b94c-3cde-4c36-9159-8e94ce4a441b {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:26.492833 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:28:26.493206 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Checking segment: {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:26.493598 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.494006 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Bound using segment: {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:28:26.494564 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Bound port: f043c6cd-e7b7-4264-839f-e825da90af50, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:28:26.495397 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.506398 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.590565 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] For port f043c6cd-e7b7-4264-839f-e825da90af50, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:28:26.594540 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] For port f043c6cd-e7b7-4264-839f-e825da90af50, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=f043c6cd-e7b7-4264-839f-e825da90af50,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:28:26.652661 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Allocated IP 172.27.2.37 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/febcef38-0a33-4831-84b8-c5f2dfbeb050) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:28:26.689485 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.775513 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f6984-5f74-4773-b533-4c3838e94bac None None] Pushing event updated for resources: {'Port': ['ID=f043c6cd-e7b7-4264-839f-e825da90af50,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:26.806992 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:26.951956 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:27.027077 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:27.030391 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:27.036244 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:28:27.101481 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Pushing event updated for resources: {'Port': ['ID=febcef38-0a33-4831-84b8-c5f2dfbeb050,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:27.363536 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:27.364279 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:27.559820 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device f043c6cd-e7b7-4264-839f-e825da90af50 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:27.746917 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f7161-6c45-4183-afea-6b7e460a7c0c None None] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:28:27.751330 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Router c62fbd4c-b06a-48da-b3f6-a25ce55c18be is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:28:27.821979 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port f043c6cd-e7b7-4264-839f-e825da90af50 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:27.934084 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-4aeba013-eee5-4706-a2ee-11b507d82bb6 None None] Provisioning for port f043c6cd-e7b7-4264-839f-e825da90af50 completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:27.940617 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-4aeba013-eee5-4706-a2ee-11b507d82bb6 None None] Provisioning complete for port f043c6cd-e7b7-4264-839f-e825da90af50 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:27.940783 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5695e95-1c24-40e9-a6b2-917954a1a18b req-fe57563a-228b-403f-8fce-4f78d3cf10bf tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:27.941238 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4aeba013-eee5-4706-a2ee-11b507d82bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:27.942107 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d5695e95-1c24-40e9-a6b2-917954a1a18b req-fe57563a-228b-403f-8fce-4f78d3cf10bf tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 945 time: 0.0872211
Apr 06 10:28:27.988745 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:28:28.010879 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Sync routers for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:28:28.022573 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d5695e95-1c24-40e9-a6b2-917954a1a18b req-36c4e9f7-3e62-483c-b3fc-0b5943d6a15e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732841
Apr 06 10:28:28.061055 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:28:28.066758 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e801a3370>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:28.094380 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:28.095608 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-9ce0e51f-2f99-4e33-ab15-75a08522f041 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.4257572
Apr 06 10:28:28.098391 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56532) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:28.266697 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4aeba013-eee5-4706-a2ee-11b507d82bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:28.329267 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-4aeba013-eee5-4706-a2ee-11b507d82bb6 None None] For port f043c6cd-e7b7-4264-839f-e825da90af50, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=f043c6cd-e7b7-4264-839f-e825da90af50,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:28.330306 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:28:28.451456 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4aeba013-eee5-4706-a2ee-11b507d82bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:28.592880 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeba013-eee5-4706-a2ee-11b507d82bb6 None None] Pushing event updated for resources: {'Port': ['ID=f043c6cd-e7b7-4264-839f-e825da90af50,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:28.620537 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-72b8c250-e02e-40f4-bedc-2a4e3fcb94a5 None None] Provisioning complete for port f043c6cd-e7b7-4264-839f-e825da90af50 triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:28.620906 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-72b8c250-e02e-40f4-bedc-2a4e3fcb94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:28.839061 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e801a3370>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:27Z', 'revision_number': 3, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:28.842997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Checking router: c62fbd4c-b06a-48da-b3f6-a25ce55c18be for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:28:28.843279 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Updating router c62fbd4c-b06a-48da-b3f6-a25ce55c18be port febcef38-0a33-4831-84b8-c5f2dfbeb050 binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:28:28.893867 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:28.953426 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.233403 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.245429 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Transition to ACTIVE for port object febcef38-0a33-4831-84b8-c5f2dfbeb050 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:29.259778 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Allocated IP 172.20.0.1 (9386b94c-3cde-4c36-9159-8e94ce4a441b/1171550f-49e8-40cc-819b-815ce5e31869/386294a8-f63d-49fd-b123-80205d7189da) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:28:29.362260 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.398718 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cf9ad-731d-4ffd-af65-3e5a6d40bc99 req-7e6c9edd-3df3-4d84-9386-419b79e2a4f1 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:29.400211 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b88cf9ad-731d-4ffd-af65-3e5a6d40bc99 req-7e6c9edd-3df3-4d84-9386-419b79e2a4f1 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 945 time: 0.2473769
Apr 06 10:28:29.410091 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d91621-6761-4fd5-a3e1-23657411a870 req-92f149f5-9a17-465d-99da-955f8d926e1f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:29.411496 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-54d91621-6761-4fd5-a3e1-23657411a870 req-92f149f5-9a17-465d-99da-955f8d926e1f tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 945 time: 0.2168434
Apr 06 10:28:29.445846 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e54486-6427-4d4c-8974-a25e5b307f55 None None] Pushing event updated for resources: {'Port': ['ID=febcef38-0a33-4831-84b8-c5f2dfbeb050,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:29.449820 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Attempting to bind port febcef38-0a33-4831-84b8-c5f2dfbeb050 on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:28:29.450222 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Attempting to bind port febcef38-0a33-4831-84b8-c5f2dfbeb050 by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:28:29.450551 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Attempting to bind port febcef38-0a33-4831-84b8-c5f2dfbeb050 on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:29.457824 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:28:29.458296 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:29.458697 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.459230 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:28:29.459983 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Bound port: febcef38-0a33-4831-84b8-c5f2dfbeb050, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:28:29.460596 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.511279 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device f043c6cd-e7b7-4264-839f-e825da90af50 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:29.570714 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b88cf9ad-731d-4ffd-af65-3e5a6d40bc99 req-3f0c77e1-7b17-4a19-8b26-7158c13b8644 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581807
Apr 06 10:28:29.573500 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.579272 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Deleting port e9870b6d-927d-402b-afcc-8b6fcaf48105 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:28:29.579620 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.590530 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] For port febcef38-0a33-4831-84b8-c5f2dfbeb050, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:28:29.601432 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] For port febcef38-0a33-4831-84b8-c5f2dfbeb050, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=febcef38-0a33-4831-84b8-c5f2dfbeb050,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:28:29.614825 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port f043c6cd-e7b7-4264-839f-e825da90af50 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:29.625179 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.633363 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Transition to ACTIVE for port object 386294a8-f63d-49fd-b123-80205d7189da will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:29.729921 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.820892 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e54486-6427-4d4c-8974-a25e5b307f55 None None] Pushing event updated for resources: {'Port': ['ID=febcef38-0a33-4831-84b8-c5f2dfbeb050,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:29.825728 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:28:29.826370 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e801a3370>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:29.837602 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.981274 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:29.983130 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] For port e9870b6d-927d-402b-afcc-8b6fcaf48105, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e9870b6d-927d-402b-afcc-8b6fcaf48105,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:29.983483 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:29.995706 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:29.998170 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:28:30.040326 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:28:30.043011 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Pushing event updated for resources: {'Port': ['ID=386294a8-f63d-49fd-b123-80205d7189da,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:30.173292 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Calling delete_port for e9870b6d-927d-402b-afcc-8b6fcaf48105 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:28:30.230310 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:30.347745 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e801a3370>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:27Z', 'revision_number': 3, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:30.352391 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2534c2-72fa-4a0c-ba79-d2fcb19d9ebe None None] The sync data for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi is: [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:27Z', 'revision_number': 3, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:28:30.391128 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-9ad5d743-f240-4404-a7d7-8bbee0951bc6 None None] Provisioning for port 386294a8-f63d-49fd-b123-80205d7189da completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:30.396831 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-9ad5d743-f240-4404-a7d7-8bbee0951bc6 None None] Provisioning complete for port 386294a8-f63d-49fd-b123-80205d7189da triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:30.397201 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d743-f240-4404-a7d7-8bbee0951bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:30.445156 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:30.464552 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['e9870b6d-927d-402b-afcc-8b6fcaf48105'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:28:30.506415 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5d743-f240-4404-a7d7-8bbee0951bc6 None None] Port 386294a8-f63d-49fd-b123-80205d7189da cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:28:30.520445 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Pushing event deleted for resources: {'Port': ['ID=e9870b6d-927d-402b-afcc-8b6fcaf48105,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:30.554828 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:30.762539 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-4d30ec4b-3436-4355-9bae-7d02e46092e0 req-cd8401e4-0357-4d3e-b5bb-21a990414a98 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 210 time: 0.0478103
Apr 06 10:28:30.797452 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] No DVR routers for this DVR port e9870b6d-927d-402b-afcc-8b6fcaf48105 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:28:30.797452 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:30.809740 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee6c4ed-9822-4eb6-8ffe-88089ece434a', 'name': 'network-vif-deleted', 'tag': 'e9870b6d-927d-402b-afcc-8b6fcaf48105'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:28:30.861980 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165b8e5b-611d-4678-ad63-bf267ffd8df7'] response: {'server_uuid': '7ee6c4ed-9822-4eb6-8ffe-88089ece434a', 'name': 'network-vif-deleted', 'tag': 'e9870b6d-927d-402b-afcc-8b6fcaf48105', 'status': 'completed', 'code': 200}
Apr 06 10:28:30.919581 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-54d91621-6761-4fd5-a3e1-23657411a870 req-c6a56bec-ba35-4408-ac36-b2f415e5f028 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "DELETE /v2.0/ports/e9870b6d-927d-402b-afcc-8b6fcaf48105 HTTP/1.1" status: 204  len: 173 time: 1.4825675
Apr 06 10:28:31.044464 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:31.088026 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:31.206438 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:31.213146 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Pushing event updated for resources: {'Port': ['ID=386294a8-f63d-49fd-b123-80205d7189da,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:31.353863 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:31.355111 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:31.533486 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device febcef38-0a33-4831-84b8-c5f2dfbeb050 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:31.644814 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-05eb389c-7dab-419b-b46a-8f52e0b82c42 None None] Provisioning complete for port 386294a8-f63d-49fd-b123-80205d7189da triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:31.645354 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-05eb389c-7dab-419b-b46a-8f52e0b82c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:31.721991 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port febcef38-0a33-4831-84b8-c5f2dfbeb050 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:31.735888 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port febcef38-0a33-4831-84b8-c5f2dfbeb050 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:31.741168 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:31.789540 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-05eb389c-7dab-419b-b46a-8f52e0b82c42 None None] Port 386294a8-f63d-49fd-b123-80205d7189da cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:28:31.794902 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Router c62fbd4c-b06a-48da-b3f6-a25ce55c18be has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:28:31.890942 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:31.913478 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port febcef38-0a33-4831-84b8-c5f2dfbeb050, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=febcef38-0a33-4831-84b8-c5f2dfbeb050,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:31.962343 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-8543969f-5b6f-404d-9dff-fa1955a4bab4 req-4791bc3f-c08b-4648-9570-f67cea5fa4ac tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee6c4ed-9822-4eb6-8ffe-88089ece434a HTTP/1.1" status: 200  len: 210 time: 0.0419781
Apr 06 10:28:32.001355 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:32.070476 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=febcef38-0a33-4831-84b8-c5f2dfbeb050,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:32.075221 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:28:32.087937 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-dbb8c4ba-663b-42f1-8cd4-b3b1dfc5fcfa admin admin] 10.222.0.11 "PUT /v2.0/routers/c62fbd4c-b06a-48da-b3f6-a25ce55c18be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9805431
Apr 06 10:28:33.014427 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e9870b6d-927d-402b-afcc-8b6fcaf48105 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:28:33.049699 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: e9870b6d-927d-402b-afcc-8b6fcaf48105 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:28:33.049983 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e9870b6d-927d-402b-afcc-8b6fcaf48105 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:28:33.250043 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56572) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:33.257155 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-290815036-network', 'tenant_id': '321b70373b9540b889052132b085c73c'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:33.262350 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:33.268378 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Usage tracker for resource:network and tenant:321b70373b9540b889052132b085c73c is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:33.272722 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:33.278974 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:33.356641 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Made reservation on behalf of 321b70373b9540b889052132b085c73c for: {'network': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:28:33.358931 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.371614 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.406311 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:33.409759 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Usage tracker for resource:security_group_rule and tenant:321b70373b9540b889052132b085c73c is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:33.412843 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:33.418518 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:33.423675 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacaa09-4507-4e68-ab8f-da51685d829e req-ce151c32-8d5f-4f3c-8062-b9152e8e4040 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:33.424485 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-feacaa09-4507-4e68-ab8f-da51685d829e req-ce151c32-8d5f-4f3c-8062-b9152e8e4040 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Synchronizing usage tracker for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:28:33.502102 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.507697 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device febcef38-0a33-4831-84b8-c5f2dfbeb050 up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:33.573696 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-feacaa09-4507-4e68-ab8f-da51685d829e req-ce151c32-8d5f-4f3c-8062-b9152e8e4040 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Unset dirty status for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:28:33.574973 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-ce151c32-8d5f-4f3c-8062-b9152e8e4040 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/networks?id=6b0897cf-0622-4169-8d35-cc9f442a3d9d HTTP/1.1" status: 200  len: 809 time: 0.2980065
Apr 06 10:28:33.579241 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port febcef38-0a33-4831-84b8-c5f2dfbeb050 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:33.579598 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.591505 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-44eafee6-3266-4c4d-a0b2-7082ebb0eb66 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/quotas/cff1c7b959864eb5ad4223866a87d5c2 HTTP/1.1" status: 200  len: 375 time: 0.0108495
Apr 06 10:28:33.614285 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.645411 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-245c8801-03c0-4b1a-b08f-f4dd9bbebb99 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cff1c7b959864eb5ad4223866a87d5c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482552
Apr 06 10:28:33.647250 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596}  {{(pid=83995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 06 10:28:33.656814 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa02d269-48b4-4650-8b4f-edecade4f46c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:33.667234 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.667581 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.segments_db [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Added segment 895ce713-4c50-407e-a007-a9bcd95bd5db of type vlan for network aafc9245-893d-4b4d-acf5-e988089c18cc
Apr 06 10:28:33.697986 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735561745902'] for network, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.797014 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141'] for network, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.797899 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:33.798606 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:33.870273 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-7c7c00fa-5cc8-43ec-ad67-4940d0075691 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=83994) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Apr 06 10:28:33.879922 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-7c7c00fa-5cc8-43ec-ad67-4940d0075691 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2228291
Apr 06 10:28:33.904959 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] Pushing event updated for resources: {'Network': ['ID=aafc9245-893d-4b4d-acf5-e988089c18cc,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:33.915118 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Network aafc9245-893d-4b4d-acf5-e988089c18cc details requested by agent ovs-agent-dv-cinder-836753-1-iscsi with host dv-cinder-836753-1-iscsi {{(pid=83996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 06 10:28:33.955016 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Sync routers for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:28:33.967957 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:28:33.968896 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e805663d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:33.988904 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-8c4a553c-a0a2-47ad-ad49-2cacf740926c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7377200
Apr 06 10:28:33.990032 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56580) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:33.996335 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Request body: {'subnet': {'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-290815036-subnet', 'tenant_id': '321b70373b9540b889052132b085c73c', 'ip_version': 4}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:34.009809 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:34.015851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Usage tracker for resource:subnet and tenant:321b70373b9540b889052132b085c73c is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:34.019056 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:34.026562 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:34.036077 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-8babee20-8dfd-4fd8-8c9b-175e4cbabf2c service neutron] 10.222.0.11 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545279
Apr 06 10:28:34.122930 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Made reservation on behalf of 321b70373b9540b889052132b085c73c for: {'subnet': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:28:34.126453 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267244976'] for subnet, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:34.168876 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:28:34.180472 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-b3c9375d-6f75-44a3-a5e3-ce467cb96c40 service neutron] 10.222.0.11 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373470
Apr 06 10:28:34.482783 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-adf94135-67da-493f-9b72-eb9a65d435c6 req-68853bf2-1307-4848-96b9-9e7dfecb6a88 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Synchronizing usage tracker for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:28:34.510863 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1104991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267244958'] for subnet, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:34.522075 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e805663d0>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 2, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:34.522075 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Checking router: c62fbd4c-b06a-48da-b3f6-a25ce55c18be for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:28:34.522075 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Updating router c62fbd4c-b06a-48da-b3f6-a25ce55c18be port 386294a8-f63d-49fd-b123-80205d7189da binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:28:34.577060 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=681ad993-9ab1-4740-827c-cfc584d6ff1f,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:34.581158 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:34.595578 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-adf94135-67da-493f-9b72-eb9a65d435c6 req-68853bf2-1307-4848-96b9-9e7dfecb6a88 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Unset dirty status for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:28:34.596734 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-adf94135-67da-493f-9b72-eb9a65d435c6 req-68853bf2-1307-4848-96b9-9e7dfecb6a88 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 210 time: 0.1589139
Apr 06 10:28:34.604787 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Checking segment: {'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:34.604787 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Network hostable DHCP agents. Network: aafc9245-893d-4b4d-acf5-e988089c18cc, hostable agents: ['c70b5370-1594-43fc-8047-4a8125875025'], hosted agents: [] {{(pid=83995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 06 10:28:34.727415 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Network aafc9245-893d-4b4d-acf5-e988089c18cc is scheduled to be hosted by DHCP agent c70b5370-1594-43fc-8047-4a8125875025 with binding_index 1 {{(pid=83995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 06 10:28:34.796504 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-iscsi, aafc9245-893d-4b4d-acf5-e988089c18cc) {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:34.800678 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:34.801492 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:34.806842 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be4e52-9eed-426d-b783-d6255f0759a5 None None] Network aafc9245-893d-4b4d-acf5-e988089c18cc requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:28:34.894318 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-1e4b07e3-6b92-4808-a8ae-a745f006ae8f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9022841
Apr 06 10:28:34.897979 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56596) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:34.903234 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:34.907689 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:34.912482 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Usage tracker for resource:router and tenant:321b70373b9540b889052132b085c73c is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:34.915650 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:34.922008 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:34.977853 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:34.991232 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Transition to ACTIVE for port object 386294a8-f63d-49fd-b123-80205d7189da will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:35.025558 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5987'] for router, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.026588 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1725098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6010'] for router, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.048780 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.061074 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0975a3b1-bbf2-5062-84b3-4421a9355d26-aafc9245-893d-4b4d-acf5-e988089c18cc', 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc', 'tenant_id': '321b70373b9540b889052132b085c73c', 'fixed_ips': [{'subnet_id': '681ad993-9ab1-4740-827c-cfc584d6ff1f'}]}} from dv-cinder-836753-1-iscsi. {{(pid=83996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Apr 06 10:28:35.062204 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.094538 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.225365 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Pushing event updated for resources: {'Port': ['ID=386294a8-f63d-49fd-b123-80205d7189da,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:35.241113 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.241708 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.242222 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.242732 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.243010 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.db_base_plugin_common [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Allocated IP 172.20.0.2 (aafc9245-893d-4b4d-acf5-e988089c18cc/681ad993-9ab1-4740-827c-cfc584d6ff1f/541670e3-4a30-4d54-a7e9-f1337ef3c0cf) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:28:35.243412 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.243897 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.244375 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.244843 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.245332 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.245815 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.246305 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:35.363357 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1725108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1721545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5964'] for router, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.487500 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.510666 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Transition to ACTIVE for port object 541670e3-4a30-4d54-a7e9-f1337ef3c0cf will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:35.536320 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Transition to ACTIVE for port object 541670e3-4a30-4d54-a7e9-f1337ef3c0cf will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:35.642038 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.678254 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.712704 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.716287 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Network aafc9245-893d-4b4d-acf5-e988089c18cc is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:35.717988 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7b062c9b-f9f1-4cc2-a2a1-e2c27bff879e req-eb231f62-f4e8-428b-95a4-730c979bbda5 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 210 time: 0.0440907
Apr 06 10:28:35.719069 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.scheduler.base_scheduler [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Resources bound (agent type, host, resource id):  {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:35.726816 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:28:35.762658 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Pushing event updated for resources: {'Port': ['ID=541670e3-4a30-4d54-a7e9-f1337ef3c0cf,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:35.820651 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Attempting to bind port 386294a8-f63d-49fd-b123-80205d7189da on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:28:35.821008 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Attempting to bind port 386294a8-f63d-49fd-b123-80205d7189da by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:28:35.821602 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Attempting to bind port 386294a8-f63d-49fd-b123-80205d7189da on network 9386b94c-3cde-4c36-9159-8e94ce4a441b {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:35.822031 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Attempting to bind port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:28:35.822713 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Attempting to bind port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:28:35.822713 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Attempting to bind port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf on network aafc9245-893d-4b4d-acf5-e988089c18cc {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:35.829016 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:28:35.829673 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Checking segment: {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:35.829900 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:28:35.830104 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.830229 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Checking segment: {'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:35.830464 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Bound using segment: {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:28:35.830602 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.830979 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Bound using segment: {'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:28:35.831254 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Bound port: 386294a8-f63d-49fd-b123-80205d7189da, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:28:35.831435 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Bound port: 541670e3-4a30-4d54-a7e9-f1337ef3c0cf, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:28:35.831806 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.831971 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:35.879110 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Allocated IP 172.27.2.182 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/3285d711-0409-47a9-ba71-b61c8903760c) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:28:35.932230 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] For port 386294a8-f63d-49fd-b123-80205d7189da, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:28:35.935375 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] For port 386294a8-f63d-49fd-b123-80205d7189da, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=386294a8-f63d-49fd-b123-80205d7189da,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:28:35.939864 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] For port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:28:35.943815 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] For port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=541670e3-4a30-4d54-a7e9-f1337ef3c0cf,segment=NetworkSegment(895ce713-4c50-407e-a007-a9bcd95bd5db),segment_id=895ce713-4c50-407e-a007-a9bcd95bd5db)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:28:36.013703 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:36.037964 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:36.042242 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:36.108130 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:28:36.108702 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e805663d0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:36.128744 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d383ee-bad1-4aa4-bcd9-653448cc3529 None None] Pushing event updated for resources: {'Port': ['ID=541670e3-4a30-4d54-a7e9-f1337ef3c0cf,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:36.174422 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:36.209190 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c9a43-25ff-468a-8578-c6dd9fffe4b1 None None] Pushing event updated for resources: {'Port': ['ID=386294a8-f63d-49fd-b123-80205d7189da,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:36.268945 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:36.273503 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:36.275141 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Pushing event updated for resources: {'Port': ['ID=3285d711-0409-47a9-ba71-b61c8903760c,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:36.277562 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:28:36.328196 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.328536 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.328879 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.329215 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.329555 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.329892 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.330248 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.330582 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.330911 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.331235 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.331564 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:28:36.418438 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:28:36.572344 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:36.573428 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725017'] for router, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:36.785467 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e805663d0>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:35Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:36.792299 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdfc8c-05ff-4200-8f32-04e3833a8afa None None] The sync data for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi is: [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:35Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:28:36.937873 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-17a48166-2794-4606-9d59-b49d6f9ce50d req-78d7089b-33e5-42dd-a86b-c4a485267059 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 210 time: 0.0463576
Apr 06 10:28:36.997957 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Router 4b47fac7-22b8-4d84-991e-c2c5daf39961 is scheduled to L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 with binding_index 1 {{(pid=83995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 06 10:28:37.292117 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce29a6-4cd0-4280-9e4e-5b4245c7a728 None None] Network aafc9245-893d-4b4d-acf5-e988089c18cc requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:28:37.328651 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:28:37.366405 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Sync routers for ids ['4b47fac7-22b8-4d84-991e-c2c5daf39961'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:28:37.417420 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Routers {'4b47fac7-22b8-4d84-991e-c2c5daf39961'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:28:37.418270 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80118490>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['4b47fac7-22b8-4d84-991e-c2c5daf39961'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:37.447747 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] Notify callbacks [] for router, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:37.451741 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-602c8f0a-e184-4468-aa9b-bcb34d84d910 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.5501528
Apr 06 10:28:37.452288 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56606) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:37.612631 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-f0f9996e-6f70-40e2-a2fc-f6fe801c172a None None] Provisioning for port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:37.646684 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 541670e3-4a30-4d54-a7e9-f1337ef3c0cf up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:37.791069 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacaa09-4507-4e68-ab8f-da51685d829e req-faa9c039-06e1-40aa-9f09-c5ea3b7b9804 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:37.792555 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-faa9c039-06e1-40aa-9f09-c5ea3b7b9804 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "GET /v2.0/networks?id=6b0897cf-0622-4169-8d35-cc9f442a3d9d HTTP/1.1" status: 200  len: 809 time: 0.2559352
Apr 06 10:28:37.820119 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Request body: {'port': {'device_id': 'ca58b0f3-1a02-4208-8517-846b13e92f6f', 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d', 'admin_state_up': True, 'tenant_id': 'cff1c7b959864eb5ad4223866a87d5c2'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:37.874301 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Set router 4b47fac7-22b8-4d84-991e-c2c5daf39961 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:28:37.981269 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:37.990418 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:37.995383 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:38.007074 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:38.007447 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.147108 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Made reservation on behalf of cff1c7b959864eb5ad4223866a87d5c2 for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:28:38.150379 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.150721 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-37c190d1-d14c-4a9f-8a32-666186af3405 req-95fbc76a-3dc3-4d45-8010-6cfc2acc8d00 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 210 time: 0.0541301
Apr 06 10:28:38.308880 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.355515 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=541670e3-4a30-4d54-a7e9-f1337ef3c0cf,segment=NetworkSegment(895ce713-4c50-407e-a007-a9bcd95bd5db),segment_id=895ce713-4c50-407e-a007-a9bcd95bd5db)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:38.365099 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Allocated IP 172.20.0.11 (6b0897cf-0622-4169-8d35-cc9f442a3d9d/75801868-adea-448b-8490-7e194ae6c42a/8adabc2c-0160-4959-9848-430a4b5bc3f6) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:28:38.365304 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80118490>, [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '3285d711-0409-47a9-ba71-b61c8903760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:36Z', 'revision_number': 3, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port': {'id': '3285d711-0409-47a9-ba71-b61c8903760c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:38.369528 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Checking router: 4b47fac7-22b8-4d84-991e-c2c5daf39961 for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:28:38.369882 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Updating router 4b47fac7-22b8-4d84-991e-c2c5daf39961 port 3285d711-0409-47a9-ba71-b61c8903760c binding host dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:28:38.425479 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.475995 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.476725 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 386294a8-f63d-49fd-b123-80205d7189da up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:38.648031 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-a6efc506-d4df-44ea-92bc-7adbc1b8dd92 None None] Provisioning complete for port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:38.648246 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a6efc506-d4df-44ea-92bc-7adbc1b8dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.726700 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.731250 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=541670e3-4a30-4d54-a7e9-f1337ef3c0cf,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:38.837855 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.920740 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 386294a8-f63d-49fd-b123-80205d7189da completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:38.932406 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 386294a8-f63d-49fd-b123-80205d7189da triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:38.932778 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:38.963660 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Network 6b0897cf-0622-4169-8d35-cc9f442a3d9d is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:38.966861 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:39.108112 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Pushing event updated for resources: {'Port': ['ID=8adabc2c-0160-4959-9848-430a4b5bc3f6,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:39.110556 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:28:39.164998 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.181478 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.185099 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.191185 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Transition to ACTIVE for port object 3285d711-0409-47a9-ba71-b61c8903760c will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:39.199487 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:39.200075 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.220929 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 386294a8-f63d-49fd-b123-80205d7189da, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=386294a8-f63d-49fd-b123-80205d7189da,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:39.304962 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.382734 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.384924 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-97563163-b83c-4c5b-aff2-0062b301fdeb tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5745132
Apr 06 10:28:39.394026 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc771f60-fd97-4f43-aa20-62b49e819ac1 None None] Pushing event updated for resources: {'Port': ['ID=3285d711-0409-47a9-ba71-b61c8903760c,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:39.405548 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Request body: {'port': {'device_id': 'ca58b0f3-1a02-4208-8517-846b13e92f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:39.426274 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Attempting to bind port 3285d711-0409-47a9-ba71-b61c8903760c on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:28:39.426647 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Attempting to bind port 3285d711-0409-47a9-ba71-b61c8903760c by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:28:39.427068 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Attempting to bind port 3285d711-0409-47a9-ba71-b61c8903760c on network e343cb68-c3b4-4ab6-a7cb-a94427700dcd {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:39.451470 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:28:39.451848 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Checking segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:39.452518 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.452720 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Bound using segment: {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:28:39.453155 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.managers [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Bound port: 3285d711-0409-47a9-ba71-b61c8903760c, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fc3e0-db0b-4d73-b6b1-b3469fb25623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:28:39.453628 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.519643 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=386294a8-f63d-49fd-b123-80205d7189da,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:39.526253 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 541670e3-4a30-4d54-a7e9-f1337ef3c0cf up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:39.589885 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c2c79-024f-4b4f-ac4d-584efa97cae3 req-8f4d5b5d-0dc4-4a63-a543-178156f15db4 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:39.590585 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-1a1c2c79-024f-4b4f-ac4d-584efa97cae3 req-8f4d5b5d-0dc4-4a63-a543-178156f15db4 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Synchronizing usage tracker for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:28:39.597971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Allocated IP 172.20.0.1 (aafc9245-893d-4b4d-acf5-e988089c18cc/681ad993-9ab1-4740-827c-cfc584d6ff1f/1165a422-486c-442f-bd98-3499722cb24b) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:28:39.598195 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] For port 3285d711-0409-47a9-ba71-b61c8903760c, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:28:39.609626 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] For port 3285d711-0409-47a9-ba71-b61c8903760c, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=3285d711-0409-47a9-ba71-b61c8903760c,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:28:39.623751 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:39.624076 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.625004 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.725851 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:39.742627 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-1a1c2c79-024f-4b4f-ac4d-584efa97cae3 req-8f4d5b5d-0dc4-4a63-a543-178156f15db4 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Unset dirty status for tenant:cff1c7b959864eb5ad4223866a87d5c2 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:28:39.743804 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a1c2c79-024f-4b4f-ac4d-584efa97cae3 req-8f4d5b5d-0dc4-4a63-a543-178156f15db4 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 932 time: 0.4609966
Apr 06 10:28:39.821737 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc771f60-fd97-4f43-aa20-62b49e819ac1 None None] Pushing event updated for resources: {'Port': ['ID=3285d711-0409-47a9-ba71-b61c8903760c,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:39.831135 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Routers {'4b47fac7-22b8-4d84-991e-c2c5daf39961'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:28:39.831760 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80118490>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['4b47fac7-22b8-4d84-991e-c2c5daf39961'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:39.918174 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1a1c2c79-024f-4b4f-ac4d-584efa97cae3 req-57f39606-08d5-4b85-a243-b5d152b0d9ff tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585033
Apr 06 10:28:39.945814 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:40.036068 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] Set router 4b47fac7-22b8-4d84-991e-c2c5daf39961 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:28:40.037310 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Transition to ACTIVE for port object 1165a422-486c-442f-bd98-3499722cb24b will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:40.167210 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:40.224575 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adabc2c-0160-4959-9848-430a4b5bc3f6 {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:28:40.237304 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:40.265280 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Network aafc9245-893d-4b4d-acf5-e988089c18cc is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:40.272582 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:40.275889 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Pushing event updated for resources: {'Port': ['ID=1165a422-486c-442f-bd98-3499722cb24b,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:40.278013 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:28:40.304051 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Transition to ACTIVE for port object 8adabc2c-0160-4959-9848-430a4b5bc3f6 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:40.334147 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725331'] for router_interface, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:40.348167 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80118490>, [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '3285d711-0409-47a9-ba71-b61c8903760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:36Z', 'revision_number': 3, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port': {'id': '3285d711-0409-47a9-ba71-b61c8903760c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:40.353979 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f519022-133b-4974-aa37-d092ca8f1064 None None] The sync data for ids ['4b47fac7-22b8-4d84-991e-c2c5daf39961'] in dv-cinder-836753-1-iscsi is: [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '3285d711-0409-47a9-ba71-b61c8903760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:36Z', 'revision_number': 3, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port': {'id': '3285d711-0409-47a9-ba71-b61c8903760c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:28:40.385187 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:40.545408 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8adabc2c-0160-4959-9848-430a4b5bc3f6,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:40.610381 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:40.716379 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-f3a6c12f-1b01-482d-969b-9f3ba2009844 None None] Provisioning for port 1165a422-486c-442f-bd98-3499722cb24b completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:40.721566 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-f3a6c12f-1b01-482d-969b-9f3ba2009844 None None] Provisioning complete for port 1165a422-486c-442f-bd98-3499722cb24b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:40.721968 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f3a6c12f-1b01-482d-969b-9f3ba2009844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:40.756755 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Attempting to bind port 8adabc2c-0160-4959-9848-430a4b5bc3f6 on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:28:40.757088 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Attempting to bind port 8adabc2c-0160-4959-9848-430a4b5bc3f6 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:28:40.757415 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Attempting to bind port 8adabc2c-0160-4959-9848-430a4b5bc3f6 on network 6b0897cf-0622-4169-8d35-cc9f442a3d9d {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:40.779560 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6c12f-1b01-482d-969b-9f3ba2009844 None None] Port 1165a422-486c-442f-bd98-3499722cb24b cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:28:40.824931 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Port 8adabc2c-0160-4959-9848-430a4b5bc3f6 on network 6b0897cf-0622-4169-8d35-cc9f442a3d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:28:40.825169 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Attempting to bind port 8adabc2c-0160-4959-9848-430a4b5bc3f6 on network 6b0897cf-0622-4169-8d35-cc9f442a3d9d {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:40.935305 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:28:40.935556 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Checking segment: {'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:40.935952 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Bound using segment: {'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:28:40.936422 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Bound port: 8adabc2c-0160-4959-9848-430a4b5bc3f6, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a538b760-38fe-4b3d-8219-f56806fb5fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:28:40.936906 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:41.071288 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] For port 8adabc2c-0160-4959-9848-430a4b5bc3f6, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:28:41.081527 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] For port 8adabc2c-0160-4959-9848-430a4b5bc3f6, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8adabc2c-0160-4959-9848-430a4b5bc3f6,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:28:41.089382 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:41.143376 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4621e01-dfc5-4567-8033-739faddb7d55 req-927fb3da-b03b-4fa9-bd89-9faa615f0528 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:41.144832 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a4621e01-dfc5-4567-8033-739faddb7d55 req-927fb3da-b03b-4fa9-bd89-9faa615f0528 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 944 time: 0.0821075
Apr 06 10:28:41.168072 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:41.194619 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-a4621e01-dfc5-4567-8033-739faddb7d55 req-c8e70337-bfbc-46ea-94e0-cad3250802ba tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430498
Apr 06 10:28:41.213094 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:41.263488 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:41.264868 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] 10.222.0.61 "PUT /v2.0/ports/8adabc2c-0160-4959-9848-430a4b5bc3f6 HTTP/1.1" status: 200  len: 1094 time: 1.8667402
Apr 06 10:28:41.265292 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca58b0f3-1a02-4208-8517-846b13e92f6f', 'tag': '8adabc2c-0160-4959-9848-430a4b5bc3f6'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:28:41.304217 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c533b-cfd5-40a8-ae55-18b37e2e24d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8adabc2c-0160-4959-9848-430a4b5bc3f6,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:41.353836 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725196'] for router_interface, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:41.490293 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Pushing event updated for resources: {'Port': ['ID=1165a422-486c-442f-bd98-3499722cb24b,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:41.493292 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0ff022-b9b5-464e-a45e-2bbce31e4f63'] response: {'name': 'network-changed', 'server_uuid': 'ca58b0f3-1a02-4208-8517-846b13e92f6f', 'tag': '8adabc2c-0160-4959-9848-430a4b5bc3f6', 'status': 'completed', 'code': 200}
Apr 06 10:28:41.510407 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 386294a8-f63d-49fd-b123-80205d7189da up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:41.576338 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-44f6c04e-1520-4122-9389-b74476937eb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cff1c7b959864eb5ad4223866a87d5c2&device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 1097 time: 0.1966629
Apr 06 10:28:41.583363 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 386294a8-f63d-49fd-b123-80205d7189da triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:41.583966 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:41.584939 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Network aafc9245-893d-4b4d-acf5-e988089c18cc is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:28:41.587252 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:28:41.779116 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-dc4877d9-68c3-464e-96d1-7065f0f74fc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adabc2c-0160-4959-9848-430a4b5bc3f6 HTTP/1.1" status: 200  len: 217 time: 0.1930532
Apr 06 10:28:41.811452 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-34e0c40b-59c0-4959-9206-77d6a1273882 None None] Provisioning complete for port 1165a422-486c-442f-bd98-3499722cb24b triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:41.812040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34e0c40b-59c0-4959-9206-77d6a1273882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:41.863615 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-34e0c40b-59c0-4959-9206-77d6a1273882 None None] Port 1165a422-486c-442f-bd98-3499722cb24b cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:28:41.897131 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacaa09-4507-4e68-ab8f-da51685d829e req-dfdbc809-dce9-4151-a5f3-d1a0b4e29af1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:41.899124 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-dfdbc809-dce9-4151-a5f3-d1a0b4e29af1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75801868-adea-448b-8490-7e194ae6c42a HTTP/1.1" status: 200  len: 849 time: 0.1024549
Apr 06 10:28:41.961639 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-1a31398e-8261-4b30-be6c-78e6209a3b68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b0897cf-0622-4169-8d35-cc9f442a3d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545361
Apr 06 10:28:42.222248 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-7fc9918b-8bda-4399-9884-94cd0e5b4e92 service neutron] 10.222.0.61 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098904
Apr 06 10:28:42.398643 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3a078-7340-447f-9031-4f87286f9be3 req-8c7d159b-f20e-4e40-9808-086e4ade6302 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:42.400683 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-79c3a078-7340-447f-9031-4f87286f9be3 req-8c7d159b-f20e-4e40-9808-086e4ade6302 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 944 time: 0.0768399
Apr 06 10:28:42.408620 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-feacaa09-4507-4e68-ab8f-da51685d829e req-07dddfd2-4b56-4567-aac4-310e1d7ffbed service neutron] 10.222.0.61 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748333
Apr 06 10:28:42.422359 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Router 4b47fac7-22b8-4d84-991e-c2c5daf39961 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:28:42.447345 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-79c3a078-7340-447f-9031-4f87286f9be3 req-2b2f9972-5431-4865-8d97-1fece0583bf0 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415027
Apr 06 10:28:42.757547 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-009755ef-8f03-45b4-aa7e-431e1b2a0ec8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cff1c7b959864eb5ad4223866a87d5c2&device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 1097 time: 0.1111271
Apr 06 10:28:42.909781 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:28:42.911926 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-fbab539a-31de-4ebb-a55b-b9b93c716ab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:42.913388 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-fbab539a-31de-4ebb-a55b-b9b93c716ab3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b0897cf-0622-4169-8d35-cc9f442a3d9d HTTP/1.1" status: 200  len: 910 time: 0.1488445
Apr 06 10:28:42.921002 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-61e48db9-9198-4d1d-be24-13a35650a99c admin admin] 10.222.0.11 "PUT /v2.0/routers/4b47fac7-22b8-4d84-991e-c2c5daf39961/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4676907
Apr 06 10:28:42.987644 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-ac56088f-5999-446e-bdab-79da5714a9a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adabc2c-0160-4959-9848-430a4b5bc3f6 HTTP/1.1" status: 200  len: 217 time: 0.0653822
Apr 06 10:28:43.052853 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-39967e89-213e-4348-a061-3ea3ab22967b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:43.054355 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-39967e89-213e-4348-a061-3ea3ab22967b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75801868-adea-448b-8490-7e194ae6c42a HTTP/1.1" status: 200  len: 849 time: 0.0591180
Apr 06 10:28:43.105407 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-75ab38c6-80ac-45a9-ac08-ed4100aea6a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b0897cf-0622-4169-8d35-cc9f442a3d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429389
Apr 06 10:28:43.244090 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-64a37d74-3d2f-4a33-af33-8fa0d58ad9f4 service neutron] 10.222.0.61 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308398
Apr 06 10:28:43.381235 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a92410a7-31a0-4d2b-9f87-be0120c6f07d req-dd78c35c-e533-49b1-b534-820e90764a21 service neutron] 10.222.0.61 "GET /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280560
Apr 06 10:28:43.434914 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56632) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:43.440306 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270815880', 'description': 'tempest-secgroup-smoke-270815880 description', 'project_id': '809ef24228a24f46a00d287d0b0fa2cd'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:43.447296 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:43.451079 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:security_group and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:43.453953 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:43.461480 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:43.533766 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:43.570653 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:43.574626 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:security_group_rule and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:43.578092 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:43.584855 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:43.646659 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:43.733212 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:43.749737 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595685c-3f07-44db-96e2-80f7c8a5d5a5 req-10776c98-d9c7-42d6-9e41-a95ef6a10479 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:43.751410 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e595685c-3f07-44db-96e2-80f7c8a5d5a5 req-10776c98-d9c7-42d6-9e41-a95ef6a10479 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 944 time: 0.1797113
Apr 06 10:28:43.777098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc783906-1eac-442b-b0c3-970d619e18f9,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:43.799078 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e595685c-3f07-44db-96e2-80f7c8a5d5a5 req-3791fec4-0ab9-453c-b51d-d75a7e29d5e9 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412834
Apr 06 10:28:43.842934 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:43.845217 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-33410db8-3de1-476a-bd98-86920e8e1453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4093492
Apr 06 10:28:43.848190 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56638) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:43.853779 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'security_group_rule': {'security_group_id': 'cc783906-1eac-442b-b0c3-970d619e18f9', 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:43.859877 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:43.864208 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:security_group_rule and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:43.867395 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:43.873566 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:43.959052 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.032133 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.127920 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.156600 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e786a3bf-56ce-4604-a63b-597ed406fe82,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:44.242107 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.243419 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-3e1eadc5-bff2-429e-a3ac-80ce5513851f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3942702
Apr 06 10:28:44.246779 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56642) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:44.252670 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'security_group_rule': {'security_group_id': 'cc783906-1eac-442b-b0c3-970d619e18f9', 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:44.259978 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:44.264036 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:security_group_rule and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:44.267008 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:44.273498 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:44.362761 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.428331 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.522621 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.546683 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f06a2f-2101-4861-a9b3-cd7bac11bb9e,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:44.630851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.632066 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7213b589-f81e-43b9-a06b-3d0c76277b82 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3843777
Apr 06 10:28:44.634885 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56646) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:44.640321 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'security_group_rule': {'security_group_id': 'cc783906-1eac-442b-b0c3-970d619e18f9', 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:44.646985 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:44.650746 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:security_group_rule and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:44.653594 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:44.659656 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:44.757635 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.820919 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.910662 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:44.968039 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3685719b-ca97-4a96-a608-e3cc656be238,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:45.027564 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc820c-00e2-4e36-80f2-11275000b997 req-3f6257ef-4b06-45a7-a53f-f0581aac07aa tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:45.029026 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bcfc820c-00e2-4e36-80f2-11275000b997 req-3f6257ef-4b06-45a7-a53f-f0581aac07aa tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 944 time: 0.1008809
Apr 06 10:28:45.039631 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 8adabc2c-0160-4959-9848-430a4b5bc3f6 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:28:45.079079 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-bcfc820c-00e2-4e36-80f2-11275000b997 req-7e101eff-29e5-4df8-b504-11252f3b3553 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434318
Apr 06 10:28:45.093470 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:45.097317 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-23da7b97-0d1a-418c-b32d-bcd2b528cdef tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4589748
Apr 06 10:28:45.097887 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56652) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:45.103581 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'security_group_rule': {'security_group_id': 'cc783906-1eac-442b-b0c3-970d619e18f9', 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:45.109871 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:45.113971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:security_group_rule and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:45.117638 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:45.123887 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:45.178596 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 8adabc2c-0160-4959-9848-430a4b5bc3f6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8adabc2c-0160-4959-9848-430a4b5bc3f6,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:45.195117 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': '8adabc2c-0160-4959-9848-430a4b5bc3f6', 'network_id': '6b0897cf-0622-4169-8d35-cc9f442a3d9d', 'port_id': '8adabc2c-0160-4959-9848-430a4b5bc3f6', 'mac_address': 'fa:16:3e:7e:08:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75801868-adea-448b-8490-7e194ae6c42a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:28:45.257364 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:45.312016 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adabc2c-0160-4959-9848-430a4b5bc3f6 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:28:45.327662 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 8adabc2c-0160-4959-9848-430a4b5bc3f6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8adabc2c-0160-4959-9848-430a4b5bc3f6,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:45.373242 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:45.436125 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:45.539159 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:45.585135 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:45.607542 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=8adabc2c-0160-4959-9848-430a4b5bc3f6,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:45.609017 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbee4ae-90e3-46b2-a00b-1742ae8859dc,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:45.711131 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:45.712340 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-0a8e9a42-1ad5-4604-b2bc-dce6afe7c1bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6132765
Apr 06 10:28:45.715519 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56656) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:45.721464 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'security_group_rule': {'security_group_id': 'cc783906-1eac-442b-b0c3-970d619e18f9', 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:45.728661 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:45.732553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:security_group_rule and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:45.735438 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:45.741470 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:45.776248 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['8adabc2c-0160-4959-9848-430a4b5bc3f6'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:28:45.841881 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.securitygroups_db [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Project 809ef24228a24f46a00d287d0b0fa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 06 10:28:45.859413 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:45.963229 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:46.041819 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:46.066773 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58627b2a-54dd-44e8-b07f-2f77ccd45fb2,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:46.150487 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:46.154312 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-30e31b1b-f26a-48dc-a20c-c06f901af550 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4351246
Apr 06 10:28:46.154597 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56662) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:28:46.160512 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'security_group_rule': {'security_group_id': 'cc783906-1eac-442b-b0c3-970d619e18f9', 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:28:46.168907 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:28:46.173971 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:security_group_rule and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:28:46.177793 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:28:46.184242 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:28:46.275920 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.securitygroups_db [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Project 809ef24228a24f46a00d287d0b0fa2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 06 10:28:46.285421 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:46.297235 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468a789-0807-4804-9946-682bf7ecada2 req-54ea0c9a-9336-4bc6-b7e3-2cd64dc0be5b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:46.298778 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c468a789-0807-4804-9946-682bf7ecada2 req-54ea0c9a-9336-4bc6-b7e3-2cd64dc0be5b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 945 time: 0.0814469
Apr 06 10:28:46.355317 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c468a789-0807-4804-9946-682bf7ecada2 req-3545e3f2-24a3-46b9-8492-d67e1ad5358e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504050
Apr 06 10:28:46.361241 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:46.441150 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912062'] for security_group_rule, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:46.468220 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faec31e0-f5fc-4973-9b27-1fcebf07aa9f,revision_number=0']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:46.544824 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:46.546107 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d837a1a1-2ba4-434a-aedd-b0592da069c9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3905046
Apr 06 10:28:47.055740 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 8adabc2c-0160-4959-9848-430a4b5bc3f6 up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:47.225419 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port 8adabc2c-0160-4959-9848-430a4b5bc3f6 completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:47.230697 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port 8adabc2c-0160-4959-9848-430a4b5bc3f6 triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:47.231072 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:47.343769 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:47.373123 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca58b0f3-1a02-4208-8517-846b13e92f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adabc2c-0160-4959-9848-430a4b5bc3f6'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:28:47.383132 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port 8adabc2c-0160-4959-9848-430a4b5bc3f6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8adabc2c-0160-4959-9848-430a4b5bc3f6,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:47.470772 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:47.665266 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a8faa7-7ae1-4ea9-ba7a-d72db8fca4ac'] response: {'server_uuid': 'ca58b0f3-1a02-4208-8517-846b13e92f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adabc2c-0160-4959-9848-430a4b5bc3f6', 'code': 200}
Apr 06 10:28:47.667105 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=8adabc2c-0160-4959-9848-430a4b5bc3f6,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:47.671169 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 3285d711-0409-47a9-ba71-b61c8903760c up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:47.696366 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5eb59-d684-439e-bfe5-40f5707614f1 req-e5505512-077e-4eff-8dfe-95593e7e607a tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:47.710514 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dae5eb59-d684-439e-bfe5-40f5707614f1 req-e5505512-077e-4eff-8dfe-95593e7e607a tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 946 time: 0.1343386
Apr 06 10:28:47.761525 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-dae5eb59-d684-439e-bfe5-40f5707614f1 req-d3efff17-e093-470d-92ed-d039a415687e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522320
Apr 06 10:28:47.962024 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 3285d711-0409-47a9-ba71-b61c8903760c completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:28:47.967284 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 3285d711-0409-47a9-ba71-b61c8903760c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:47.967751 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:48.073093 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-34ec123f-a97f-47cb-b86e-3df0f76a2cfd req-e91fba36-1a15-4c1e-b49d-80361aebccfb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 1099 time: 0.0738790
Apr 06 10:28:48.085587 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:48.103031 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 3285d711-0409-47a9-ba71-b61c8903760c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=3285d711-0409-47a9-ba71-b61c8903760c,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:48.119248 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-34ec123f-a97f-47cb-b86e-3df0f76a2cfd req-27c05b10-9a89-4e2f-86b9-3bfcf1351221 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396152
Apr 06 10:28:48.184394 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:48.253732 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=3285d711-0409-47a9-ba71-b61c8903760c,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:48.567172 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:48.970111 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec7d75-78aa-42a6-9a52-48bf3f3fec56 req-4352aedc-9662-485e-9873-146359a54ff8 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:48.971935 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-42ec7d75-78aa-42a6-9a52-48bf3f3fec56 req-4352aedc-9662-485e-9873-146359a54ff8 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 946 time: 0.0773737
Apr 06 10:28:49.021591 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-42ec7d75-78aa-42a6-9a52-48bf3f3fec56 req-6264fb4e-eea0-48c7-9394-5a5d21e1c944 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417979
Apr 06 10:28:49.516464 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 3285d711-0409-47a9-ba71-b61c8903760c up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:28:49.593694 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 3285d711-0409-47a9-ba71-b61c8903760c triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:28:49.594121 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:50.246781 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb21f68-4e8f-416a-a139-3931157ae16c req-974359b3-5220-48a1-ad89-67a57ddb921e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:50.248549 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7eb21f68-4e8f-416a-a139-3931157ae16c req-974359b3-5220-48a1-ad89-67a57ddb921e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 946 time: 0.0904307
Apr 06 10:28:50.297027 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7eb21f68-4e8f-416a-a139-3931157ae16c req-a44614e4-089f-4f3f-8191-5139e7739a33 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427766
Apr 06 10:28:51.163651 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-5d1fdcd1-8cdb-4103-8d56-3bfa100d5f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:52.123345 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ca86e-b805-4502-b4b4-c453ea3130e6 req-7998566a-c8d4-4717-bcba-59b1d1dc44f7 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:52.124766 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-850ca86e-b805-4502-b4b4-c453ea3130e6 req-7998566a-c8d4-4717-bcba-59b1d1dc44f7 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 946 time: 0.0847654
Apr 06 10:28:52.172742 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-850ca86e-b805-4502-b4b4-c453ea3130e6 req-303e7ba0-f2c1-46a6-af19-2a9317717243 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422385
Apr 06 10:28:52.586932 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:28:53.180167 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3b77af92-c3b0-4455-b2e4-b3aa254814e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:53.466528 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7e14-b0d6-4555-897d-207a6aa56587 req-583a3be8-ec78-403f-85e3-cc960ae193cf tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:53.468596 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-67fd7e14-b0d6-4555-897d-207a6aa56587 req-583a3be8-ec78-403f-85e3-cc960ae193cf tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 946 time: 0.1673474
Apr 06 10:28:53.517742 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-67fd7e14-b0d6-4555-897d-207a6aa56587 req-5833a94e-9d5d-4521-9703-a6a4527263f2 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd822b7-5a77-4bbb-830f-e62c3374f5df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437479
Apr 06 10:28:53.743301 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-fda122c0-741f-4292-bbe1-6bdd4c10817e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:53.744665 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-fda122c0-741f-4292-bbe1-6bdd4c10817e tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 946 time: 0.0819342
Apr 06 10:28:53.816663 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Deleting port 8adabc2c-0160-4959-9848-430a4b5bc3f6 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:28:53.817003 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:54.081526 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] For port 8adabc2c-0160-4959-9848-430a4b5bc3f6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8adabc2c-0160-4959-9848-430a4b5bc3f6,segment=NetworkSegment(a538b760-38fe-4b3d-8219-f56806fb5fc2),segment_id=a538b760-38fe-4b3d-8219-f56806fb5fc2)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:28:54.081882 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:54.208369 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Calling delete_port for 8adabc2c-0160-4959-9848-430a4b5bc3f6 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:28:54.441596 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:54.470222 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:54.482231 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['8adabc2c-0160-4959-9848-430a4b5bc3f6'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:28:54.519031 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Pushing event deleted for resources: {'Port': ['ID=8adabc2c-0160-4959-9848-430a4b5bc3f6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:54.604091 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] No DVR routers for this DVR port 8adabc2c-0160-4959-9848-430a4b5bc3f6 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:28:54.606574 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:54.621797 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca58b0f3-1a02-4208-8517-846b13e92f6f', 'name': 'network-vif-deleted', 'tag': '8adabc2c-0160-4959-9848-430a4b5bc3f6'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:28:54.679825 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7adab4c-fb2a-4bce-b0da-d8783c3ea513'] response: {'server_uuid': 'ca58b0f3-1a02-4208-8517-846b13e92f6f', 'name': 'network-vif-deleted', 'tag': '8adabc2c-0160-4959-9848-430a4b5bc3f6', 'status': 'completed', 'code': 200}
Apr 06 10:28:54.701552 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3743dcb9-5e85-415a-a2bf-c4c535c3f6f7 req-028ab877-6596-4fb4-b5a8-94e943a2e547 tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca58b0f3-1a02-4208-8517-846b13e92f6f HTTP/1.1" status: 200  len: 210 time: 0.0495174
Apr 06 10:28:54.731845 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ba8c3eec-953a-48fa-99b9-950c5a9c5c30 req-f197ffd8-2f9b-4d68-b111-c47bcf5a6c4b tempest-VolumesActionsTest-1877275299 tempest-VolumesActionsTest-1877275299-project] 10.222.0.61 "DELETE /v2.0/ports/8adabc2c-0160-4959-9848-430a4b5bc3f6 HTTP/1.1" status: 204  len: 173 time: 0.9814489
Apr 06 10:28:55.310040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:55.859563 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:56.064792 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-8dfb2e34-2e44-4566-b783-37b4f325de17 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0889308
Apr 06 10:28:56.174657 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-5ad0563d-9626-474e-b401-2245a097d7d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 1098 time: 0.0871232
Apr 06 10:28:56.340290 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-2e6e2a75-4117-41a5-bb05-1ac901e7d13c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:56.342010 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-2e6e2a75-4117-41a5-bb05-1ac901e7d13c service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.1469488
Apr 06 10:28:56.463001 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-af7d85cf-3a4e-4446-9238-4a35e148c94c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21 HTTP/1.1" status: 200  len: 1001 time: 0.1146154
Apr 06 10:28:56.533869 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-e0c2bbbb-5a5a-457d-80c3-bf2eebefd3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:28:56.535332 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-e0c2bbbb-5a5a-457d-80c3-bf2eebefd3f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.0650411
Apr 06 10:28:56.614063 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-5aeea9a3-5b0a-45c8-9916-e3124c0a85ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724633
Apr 06 10:28:56.759918 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-db3ea49b-ac1f-4f5e-b5b6-a56640fc3b2c service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385903
Apr 06 10:28:56.987163 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-04f5df88-205d-4d0e-b1c6-fad55980b9d0 req-c273d5e6-062b-4fdc-89ec-a228a6b85340 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188349
Apr 06 10:28:57.111240 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 8adabc2c-0160-4959-9848-430a4b5bc3f6 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:28:57.172417 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 8adabc2c-0160-4959-9848-430a4b5bc3f6 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:28:57.172961 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 8adabc2c-0160-4959-9848-430a4b5bc3f6 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:28:57.424461 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Sync routers for ids ['4b47fac7-22b8-4d84-991e-c2c5daf39961'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:28:57.440495 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Routers {'4b47fac7-22b8-4d84-991e-c2c5daf39961'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:28:57.441551 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80574fd0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['4b47fac7-22b8-4d84-991e-c2c5daf39961'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:57.640212 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Set router 4b47fac7-22b8-4d84-991e-c2c5daf39961 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:28:57.983060 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80574fd0>, [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '3285d711-0409-47a9-ba71-b61c8903760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:40Z', 'revision_number': 4, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port': {'id': '3285d711-0409-47a9-ba71-b61c8903760c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '1165a422-486c-442f-bd98-3499722cb24b', 'name': '', 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc', 'tenant_id': '321b70373b9540b889052132b085c73c', 'mac_address': 'fa:16:3e:75:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681ad993-9ab1-4740-827c-cfc584d6ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:39Z', 'updated_at': '2022-04-06T10:28:40Z', 'revision_number': 2, 'project_id': '321b70373b9540b889052132b085c73c', 'subnets': [{'id': '681ad993-9ab1-4740-827c-cfc584d6ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:57.987173 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Checking router: 4b47fac7-22b8-4d84-991e-c2c5daf39961 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:28:57.987525 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Updating router 4b47fac7-22b8-4d84-991e-c2c5daf39961 port 1165a422-486c-442f-bd98-3499722cb24b binding host dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Apr 06 10:28:58.043773 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:58.409447 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:58.421251 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.provisioning_blocks [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Transition to ACTIVE for port object 1165a422-486c-442f-bd98-3499722cb24b will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:28:58.492869 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:58.662508 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd958cc-c13a-4b69-ae6d-6bf5944d8c04 None None] Pushing event updated for resources: {'Port': ['ID=1165a422-486c-442f-bd98-3499722cb24b,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:58.772219 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Attempting to bind port 1165a422-486c-442f-bd98-3499722cb24b on host dv-cinder-836753-1-iscsi for vnic_type normal with profile  {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:28:58.772350 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Attempting to bind port 1165a422-486c-442f-bd98-3499722cb24b by drivers openvswitch,hyperv on host dv-cinder-836753-1-iscsi at level 0 using segments [{'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:28:58.772684 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Attempting to bind port 1165a422-486c-442f-bd98-3499722cb24b on network aafc9245-893d-4b4d-acf5-e988089c18cc {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:28:58.779239 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Checking agent: {'id': '091f0b37-584c-4e6d-bbb3-30277a1ef94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 8, 55), 'started_at': datetime.datetime(2022, 4, 6, 10, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:28:58.779596 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Checking segment: {'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:28:58.779983 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:58.780363 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Bound using segment: {'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:28:58.780805 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.managers [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Bound port: 1165a422-486c-442f-bd98-3499722cb24b, host: dv-cinder-836753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895ce713-4c50-407e-a007-a9bcd95bd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:28:58.781179 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:58.888868 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] For port 1165a422-486c-442f-bd98-3499722cb24b, host dv-cinder-836753-1-iscsi, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:28:58.891764 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.plugins.ml2.db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] For port 1165a422-486c-442f-bd98-3499722cb24b, host dv-cinder-836753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1165a422-486c-442f-bd98-3499722cb24b,segment=NetworkSegment(895ce713-4c50-407e-a007-a9bcd95bd5db),segment_id=895ce713-4c50-407e-a007-a9bcd95bd5db)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:28:58.956359 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron_lib.callbacks.manager [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:28:59.036601 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd958cc-c13a-4b69-ae6d-6bf5944d8c04 None None] Pushing event updated for resources: {'Port': ['ID=1165a422-486c-442f-bd98-3499722cb24b,revision_number=4']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:28:59.042239 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Routers {'4b47fac7-22b8-4d84-991e-c2c5daf39961'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:28:59.042858 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80574fd0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['4b47fac7-22b8-4d84-991e-c2c5daf39961'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:59.232954 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] Set router 4b47fac7-22b8-4d84-991e-c2c5daf39961 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:28:59.577906 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80574fd0>, [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '3285d711-0409-47a9-ba71-b61c8903760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:40Z', 'revision_number': 4, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port': {'id': '3285d711-0409-47a9-ba71-b61c8903760c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '1165a422-486c-442f-bd98-3499722cb24b', 'name': '', 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc', 'tenant_id': '321b70373b9540b889052132b085c73c', 'mac_address': 'fa:16:3e:75:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681ad993-9ab1-4740-827c-cfc584d6ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:39Z', 'updated_at': '2022-04-06T10:28:58Z', 'revision_number': 4, 'project_id': '321b70373b9540b889052132b085c73c', 'subnets': [{'id': '681ad993-9ab1-4740-827c-cfc584d6ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:28:59.582242 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b157c0d1-b224-4e13-91fa-c0aa711c799c None None] The sync data for ids ['4b47fac7-22b8-4d84-991e-c2c5daf39961'] in dv-cinder-836753-1-iscsi is: [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '3285d711-0409-47a9-ba71-b61c8903760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:40Z', 'revision_number': 4, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port': {'id': '3285d711-0409-47a9-ba71-b61c8903760c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '1165a422-486c-442f-bd98-3499722cb24b', 'name': '', 'network_id': 'aafc9245-893d-4b4d-acf5-e988089c18cc', 'tenant_id': '321b70373b9540b889052132b085c73c', 'mac_address': 'fa:16:3e:75:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '681ad993-9ab1-4740-827c-cfc584d6ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:39Z', 'updated_at': '2022-04-06T10:28:58Z', 'revision_number': 4, 'project_id': '321b70373b9540b889052132b085c73c', 'subnets': [{'id': '681ad993-9ab1-4740-827c-cfc584d6ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:29:01.539679 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1165a422-486c-442f-bd98-3499722cb24b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:29:01.715207 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning for port 1165a422-486c-442f-bd98-3499722cb24b completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:29:01.720557 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 1165a422-486c-442f-bd98-3499722cb24b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:29:01.720859 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:01.838977 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:01.878564 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] For port 1165a422-486c-442f-bd98-3499722cb24b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1165a422-486c-442f-bd98-3499722cb24b,segment=NetworkSegment(895ce713-4c50-407e-a007-a9bcd95bd5db),segment_id=895ce713-4c50-407e-a007-a9bcd95bd5db)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:01.921330 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:02.017594 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Pushing event updated for resources: {'Port': ['ID=1165a422-486c-442f-bd98-3499722cb24b,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:03.568753 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1165a422-486c-442f-bd98-3499722cb24b up at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:29:03.687446 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Provisioning complete for port 1165a422-486c-442f-bd98-3499722cb24b triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:29:03.687925 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:07.808291 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-b1331746-8a70-411c-bbcd-bfdec019d534 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Synchronizing usage tracker for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:security_group {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:29:07.921025 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-b1331746-8a70-411c-bbcd-bfdec019d534 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Unset dirty status for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:security_group {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:29:07.922117 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-b1331746-8a70-411c-bbcd-bfdec019d534 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270815880&fields=id&tenant_id=809ef24228a24f46a00d287d0b0fa2cd HTTP/1.1" status: 200  len: 267 time: 0.1724975
Apr 06 10:29:08.180880 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-aba8ea0e-6fc3-4c49-96b4-51b53b84b83f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:08.181610 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-aba8ea0e-6fc3-4c49-96b4-51b53b84b83f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Synchronizing usage tracker for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:network {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:29:08.282206 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-aba8ea0e-6fc3-4c49-96b4-51b53b84b83f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Unset dirty status for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:network {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:29:08.292356 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-aba8ea0e-6fc3-4c49-96b4-51b53b84b83f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 808 time: 0.3602288
Apr 06 10:29:08.306830 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-0da87172-c1f1-4a3e-8df2-33ec0cd979ac tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/quotas/809ef24228a24f46a00d287d0b0fa2cd HTTP/1.1" status: 200  len: 375 time: 0.0127637
Apr 06 10:29:08.406712 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-2ec746f8-8798-4342-bbc7-acdb7e8b61bf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0910513
Apr 06 10:29:08.567510 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-8408d6cf-592f-4679-801d-dcb28b18c019 service neutron] 10.222.0.11 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515002
Apr 06 10:29:08.738207 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d73a997c-3de1-4ba5-aeae-6991e133fcd0 service neutron] 10.222.0.11 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597459
Apr 06 10:29:09.528682 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-79eaa02c-cc44-47d6-878e-05e4bb5f7708 req-947af913-2a3c-4f54-b4f5-3fe1a095a433 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Synchronizing usage tracker for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:29:09.840279 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-79eaa02c-cc44-47d6-878e-05e4bb5f7708 req-947af913-2a3c-4f54-b4f5-3fe1a095a433 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Unset dirty status for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:29:09.841577 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-79eaa02c-cc44-47d6-878e-05e4bb5f7708 req-947af913-2a3c-4f54-b4f5-3fe1a095a433 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 210 time: 0.3605640
Apr 06 10:29:10.994020 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-fb42e8ca-471a-45eb-b18f-572288957e0f req-e81562e2-243f-4ba6-99a0-a42b7ea6a9a5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 210 time: 0.0632942
Apr 06 10:29:12.210381 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-049cab39-ed19-490b-a05a-c4ab16315c7f req-efd07815-e267-4747-97d7-2fb69b8d0ac5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 210 time: 0.0550659
Apr 06 10:29:12.645460 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-55b7d713-230b-44a0-9090-e48652b49058 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:12.647573 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-55b7d713-230b-44a0-9090-e48652b49058 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 808 time: 0.1929309
Apr 06 10:29:12.712098 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-0c3cf09f-926a-4fa5-9541-74a68f51ad66 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Synchronizing usage tracker for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:security_group {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:29:12.731224 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-0c3cf09f-926a-4fa5-9541-74a68f51ad66 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Unset dirty status for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:security_group {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:29:12.732713 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-0c3cf09f-926a-4fa5-9541-74a68f51ad66 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809ef24228a24f46a00d287d0b0fa2cd HTTP/1.1" status: 200  len: 379 time: 0.0706983
Apr 06 10:29:12.745245 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'port': {'device_id': '114fb598-1722-49a7-80c8-155911fa7c6f', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'admin_state_up': True, 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'security_groups': ['cc783906-1eac-442b-b0c3-970d619e18f9']}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:29:12.913443 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:29:12.923920 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:29:13.197530 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Made reservation on behalf of 809ef24228a24f46a00d287d0b0fa2cd for: {'port': 1} {{(pid=83995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 06 10:29:13.200881 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:13.508368 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Allocated IP 172.20.0.10 (9386b94c-3cde-4c36-9159-8e94ce4a441b/1171550f-49e8-40cc-819b-815ce5e31869/e640bc71-07be-46c6-9c1a-edb72fc3a36a) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:29:13.510109 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-669c2f02-50aa-42ce-a4d0-4e64799b764c req-f3169246-516a-48b6-a4b4-461d37634609 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 210 time: 0.0435030
Apr 06 10:29:13.623476 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:13.640169 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Transition to ACTIVE for port object e640bc71-07be-46c6-9c1a-edb72fc3a36a will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:29:13.745525 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:13.835806 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:29:13.844264 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:29:13.851553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:29:13.940475 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:14.022802 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:14.023443 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:14.139610 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-d60fb9d0-b788-4125-906d-4cb8634b25c5 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4002967
Apr 06 10:29:14.158865 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Request body: {'port': {'device_id': '114fb598-1722-49a7-80c8-155911fa7c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:29:14.310057 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:14.385270 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-7bd02021-5e75-4538-ad18-990cc62d13df None None] Provisioning for port e640bc71-07be-46c6-9c1a-edb72fc3a36a completed by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:29:14.398792 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-7bd02021-5e75-4538-ad18-990cc62d13df None None] Provisioning complete for port e640bc71-07be-46c6-9c1a-edb72fc3a36a triggered by entity DHCP. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:29:14.399813 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-7bd02021-5e75-4538-ad18-990cc62d13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:14.526667 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-7bd02021-5e75-4538-ad18-990cc62d13df None None] Port e640bc71-07be-46c6-9c1a-edb72fc3a36a cannot update to ACTIVE because it is not bound. {{(pid=83996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Apr 06 10:29:14.784645 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882b68c-6e64-486d-8db7-33255144f3d3 req-835239d5-39f5-4ba6-a1ae-2002d6ee2caf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:14.785511 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-c882b68c-6e64-486d-8db7-33255144f3d3 req-835239d5-39f5-4ba6-a1ae-2002d6ee2caf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Synchronizing usage tracker for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:29:14.881697 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e640bc71-07be-46c6-9c1a-edb72fc3a36a {{(pid=83995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:29:14.889666 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:14.910805 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Transition to ACTIVE for port object e640bc71-07be-46c6-9c1a-edb72fc3a36a will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 06 10:29:15.029567 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-c882b68c-6e64-486d-8db7-33255144f3d3 req-835239d5-39f5-4ba6-a1ae-2002d6ee2caf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Unset dirty status for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:29:15.030821 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c882b68c-6e64-486d-8db7-33255144f3d3 req-835239d5-39f5-4ba6-a1ae-2002d6ee2caf tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 932 time: 0.3899593
Apr 06 10:29:15.079503 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:15.132175 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c882b68c-6e64-486d-8db7-33255144f3d3 req-c052c678-3cf7-473f-95c4-cd974a50b1e3 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939829
Apr 06 10:29:15.396114 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Pushing event updated for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:15.528716 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Attempting to bind port e640bc71-07be-46c6-9c1a-edb72fc3a36a on host hv-cinder-83675 for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 06 10:29:15.529106 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Attempting to bind port e640bc71-07be-46c6-9c1a-edb72fc3a36a by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 06 10:29:15.529434 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Attempting to bind port e640bc71-07be-46c6-9c1a-edb72fc3a36a on network 9386b94c-3cde-4c36-9159-8e94ce4a441b {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:29:15.535815 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Port e640bc71-07be-46c6-9c1a-edb72fc3a36a on network 9386b94c-3cde-4c36-9159-8e94ce4a441b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Apr 06 10:29:15.536293 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Attempting to bind port e640bc71-07be-46c6-9c1a-edb72fc3a36a on network 9386b94c-3cde-4c36-9159-8e94ce4a441b {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Apr 06 10:29:15.545308 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Checking agent: {'id': '7da2cfac-44f5-44db-8e5e-0e1e7f1a34b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'started_at': datetime.datetime(2022, 4, 6, 10, 15, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Apr 06 10:29:15.545648 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Checking segment: {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Apr 06 10:29:15.546087 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Bound using segment: {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Apr 06 10:29:15.546645 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Bound port: e640bc71-07be-46c6-9c1a-edb72fc3a36a, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c8d0b4-a91b-4455-8c75-19defef27bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 06 10:29:15.547001 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:15.688699 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 06 10:29:15.692230 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 06 10:29:15.784576 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:15.851792 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:15.853280 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] 10.222.0.61 "PUT /v2.0/ports/e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 1094 time: 1.7042129
Apr 06 10:29:15.856889 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:29:15.897066 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d90262-26f8-40c6-b397-ca32653d6485 service neutron] Pushing event updated for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:15.945243 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2652683e-d8ed-4e86-afc5-8bed30c4adf1'] response: {'name': 'network-changed', 'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'status': 'completed', 'code': 200}
Apr 06 10:29:16.106850 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8ddb096d-3610-4d0c-beb4-33ce1f38b941 req-48f441dd-bfc8-47db-a964-bf3ba947afbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1097 time: 0.1279571
Apr 06 10:29:16.307594 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb096d-3610-4d0c-beb4-33ce1f38b941 req-73d98443-e24e-4f12-a29b-981fe1862a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:16.309480 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8ddb096d-3610-4d0c-beb4-33ce1f38b941 req-73d98443-e24e-4f12-a29b-981fe1862a2f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1945548
Apr 06 10:29:16.527197 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb096d-3610-4d0c-beb4-33ce1f38b941 req-ba8fe035-f523-4bf9-8535-3cb3f412a5a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:16.529071 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8ddb096d-3610-4d0c-beb4-33ce1f38b941 req-ba8fe035-f523-4bf9-8535-3cb3f412a5a1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2117040
Apr 06 10:29:16.550879 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eec20-6f48-483a-887f-a74f82637b24 req-e9aeca0a-cdcc-4df7-a930-11e583210f3c tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:16.553827 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d10eec20-6f48-483a-887f-a74f82637b24 req-e9aeca0a-cdcc-4df7-a930-11e583210f3c tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.1499512
Apr 06 10:29:16.694838 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d10eec20-6f48-483a-887f-a74f82637b24 req-ddcc16d2-930f-4ecd-b41e-8cce70818c95 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1345940
Apr 06 10:29:16.732200 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-2309340a-eb59-41b5-9447-70894da82935 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1097 time: 0.1487665
Apr 06 10:29:16.824454 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-73adf1da-eff3-44fb-acae-53cfb59ff1b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 217 time: 0.0803940
Apr 06 10:29:16.917199 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-747685b8-8686-464c-8aed-955e3f4bac19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:16.919176 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-747685b8-8686-464c-8aed-955e3f4bac19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.0866342
Apr 06 10:29:17.014429 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-bbc8de86-3bae-4db3-b165-9260068b3f46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891042
Apr 06 10:29:17.166985 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-b488a36d-606a-4e3c-960f-5a6ef0c1e0d9 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452410
Apr 06 10:29:17.317235 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1d4cf4fd-6a27-4da8-894f-a74ce91fa677 req-0d35de68-21fc-4670-9fb5-6db9bf5c8da7 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426148
Apr 06 10:29:17.935980 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24155cb3-17a2-450b-a4db-f5847948edce req-05a6c779-6459-4da1-9868-11e5f98202bc tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:17.942882 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-24155cb3-17a2-450b-a4db-f5847948edce req-05a6c779-6459-4da1-9868-11e5f98202bc tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0886462
Apr 06 10:29:18.004217 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-24155cb3-17a2-450b-a4db-f5847948edce req-6cbc760c-ef2d-46e6-aca6-99216eadad4a tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599899
Apr 06 10:29:18.550916 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:18.571001 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 56904) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:18.805713 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Deleting port 59d2e3bc-2c2e-474f-9996-6ead9610ddaa {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:18.806102 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:19.130394 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:19.130752 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:19.300863 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Calling delete_port for 59d2e3bc-2c2e-474f-9996-6ead9610ddaa owned by network:floatingip {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:19.429608 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e433f4-2e91-4934-b04d-642816c56cc0 req-ff276915-e5aa-4c03-aa7a-ac849a0161bd tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:19.431184 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7e433f4-2e91-4934-b04d-642816c56cc0 req-ff276915-e5aa-4c03-aa7a-ac849a0161bd tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.1711662
Apr 06 10:29:19.539115 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d7e433f4-2e91-4934-b04d-642816c56cc0 req-add13606-626a-4948-a560-0b3a2e810b42 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017804
Apr 06 10:29:19.600749 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:19.651496 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event deleted for resources: {'Port': ['ID=59d2e3bc-2c2e-474f-9996-6ead9610ddaa,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:19.777586 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:20.269884 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:29:20.530920 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:29:20.543205 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:29:20.560663 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:20.561597 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e800d1730>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:20.606778 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:20.745174 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-2e574c38-07d2-4933-9f5a-2eb8531d2270 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "DELETE /v2.0/floatingips/257e08fb-0a80-451e-9716-3059a76b31b7 HTTP/1.1" status: 204  len: 168 time: 2.1711514
Apr 06 10:29:20.746337 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:29:20.802386 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:20.822484 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ab80-17d1-4a97-a915-f041133787e3 req-c0da688b-2142-43dc-8f5d-89d3a8138423 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:20.831345 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3574ab80-17d1-4a97-a915-f041133787e3 req-c0da688b-2142-43dc-8f5d-89d3a8138423 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.1027277
Apr 06 10:29:20.877632 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3574ab80-17d1-4a97-a915-f041133787e3 req-bd72c23b-8675-48d3-92bc-b7f7fce3db4f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450988
Apr 06 10:29:20.984458 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f62b73-21e8-4606-b649-67ae3b608e8e'] response: {'name': 'network-changed', 'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'status': 'completed', 'code': 200}
Apr 06 10:29:21.094928 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-7f4c559d-dabe-4a4c-9d0a-6ca156fbf08a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 1098 time: 0.0865388
Apr 06 10:29:21.246987 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-145e1570-e5e2-4f25-9b6a-fa79ef280a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:21.251556 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e800d1730>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:37Z', 'revision_number': 1, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:21.256155 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:29:21.268626 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:21.269252 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e800d1730>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:28:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:21.356521 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-23b32944-3083-48a0-9d28-057239e26c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:21.358168 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-23b32944-3083-48a0-9d28-057239e26c71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.2577336
Apr 06 10:29:21.472454 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-95007c08-b44a-4c1c-9620-adce5dfae191 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21 HTTP/1.1" status: 200  len: 217 time: 0.1055198
Apr 06 10:29:21.512497 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:21.601044 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-26c36342-9513-47af-a7e0-4c0fa50a7708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:21.602891 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-26c36342-9513-47af-a7e0-4c0fa50a7708 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.1206667
Apr 06 10:29:21.726594 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-12b51a1d-5ed4-445c-9399-865868834b5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1152277
Apr 06 10:29:21.766208 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b7c32-15cd-4e37-be58-802768807be5 req-50c0cc1c-cce4-45df-a364-c079946fe8b9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:21.774246 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-432b7c32-15cd-4e37-be58-802768807be5 req-50c0cc1c-cce4-45df-a364-c079946fe8b9 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 945 time: 0.1305661
Apr 06 10:29:21.835806 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-432b7c32-15cd-4e37-be58-802768807be5 req-6d19aee9-1154-43c8-8195-9bb89d5c9a8b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595522
Apr 06 10:29:21.913260 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-0cfe8c50-9ec6-4f6a-b496-c54960404e03 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766140
Apr 06 10:29:22.105431 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e800d1730>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:37Z', 'revision_number': 1, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:22.111341 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2ad62-54bb-4c01-b570-ab035a82437c None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': '599a09c3-9ad4-43d4-bb5b-393847fe5e31', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'port_id': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'mac_address': 'fa:16:3e:13:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:25:32Z', 'updated_at': '2022-04-06T10:25:37Z', 'revision_number': 1, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:29:22.150848 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ed5465db-8c56-407b-a70d-9ddfff833b3c req-457f9429-df99-4651-9ab0-e7036c530e02 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277601
Apr 06 10:29:22.171258 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88214ced-f678-481a-8f48-af7a8e2ee8c8 req-2800e223-2227-48d8-a906-b4e5ef88eace tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:22.173097 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-88214ced-f678-481a-8f48-af7a8e2ee8c8 req-2800e223-2227-48d8-a906-b4e5ef88eace tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.1547647
Apr 06 10:29:22.230067 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-88214ced-f678-481a-8f48-af7a8e2ee8c8 req-42af1450-3b4d-4c65-9ed6-1b0b612b6178 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483623
Apr 06 10:29:22.394317 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb13322-c5e9-473f-9b75-9b9777731f86 None None] New status for floating IP 257e08fb-0a80-451e-9716-3059a76b31b7: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:29:23.022166 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ef696-fece-4815-9438-e80178fcb105 req-0373082d-d68a-4570-9da1-304ec1b7bdf2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:23.023721 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-849ef696-fece-4815-9438-e80178fcb105 req-0373082d-d68a-4570-9da1-304ec1b7bdf2 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 945 time: 0.0770574
Apr 06 10:29:23.071185 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-849ef696-fece-4815-9438-e80178fcb105 req-c8ad2161-862b-43d1-9b4f-e80fb61ec758 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418367
Apr 06 10:29:23.268840 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3091eb16-6f61-48be-8e0c-33a3923c1f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:23.279139 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2116fc-482d-4882-9df6-849f75f6612d req-4b24901a-7b8d-4f41-8902-b36fcc5e988b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:23.279822 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-9d2116fc-482d-4882-9df6-849f75f6612d req-4b24901a-7b8d-4f41-8902-b36fcc5e988b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:29:23.406245 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-9d2116fc-482d-4882-9df6-849f75f6612d req-4b24901a-7b8d-4f41-8902-b36fcc5e988b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:29:23.407344 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9d2116fc-482d-4882-9df6-849f75f6612d req-4b24901a-7b8d-4f41-8902-b36fcc5e988b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 945 time: 0.2026947
Apr 06 10:29:23.489647 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Deleting port 224c34c4-1788-4dc6-b820-68c88f0c3e21 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:23.490010 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:23.523006 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f825f-b343-4ff0-8e2b-c4b84720db93 req-56268b06-366d-4148-9c45-cc48b1354f01 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:23.524374 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-967f825f-b343-4ff0-8e2b-c4b84720db93 req-56268b06-366d-4148-9c45-cc48b1354f01 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.1641960
Apr 06 10:29:23.639920 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-967f825f-b343-4ff0-8e2b-c4b84720db93 req-7442f374-ddd3-41be-a5a4-e268c1abce64 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090174
Apr 06 10:29:23.777272 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] For port 224c34c4-1788-4dc6-b820-68c88f0c3e21, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=224c34c4-1788-4dc6-b820-68c88f0c3e21,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:23.777558 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:23.899456 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Calling delete_port for 224c34c4-1788-4dc6-b820-68c88f0c3e21 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:24.103895 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:24.194549 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event deleted for resources: {'Port': ['ID=224c34c4-1788-4dc6-b820-68c88f0c3e21,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:24.295238 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] No DVR routers for this DVR port 224c34c4-1788-4dc6-b820-68c88f0c3e21 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:29:24.297746 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:24.300314 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'name': 'network-vif-deleted', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:29:24.306549 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-0947e69a-557d-4b2c-ba7d-857c89747093 req-2024af02-0376-4b4b-9ac4-c24c86d921ea tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 210 time: 0.0475085
Apr 06 10:29:24.363625 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cff921-f3bb-4afc-82b2-31c0742f0055'] response: {'server_uuid': '2ffa6eed-d75c-436e-b100-312af46705ee', 'name': 'network-vif-deleted', 'tag': '224c34c4-1788-4dc6-b820-68c88f0c3e21', 'status': 'completed', 'code': 200}
Apr 06 10:29:24.458568 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-9d2116fc-482d-4882-9df6-849f75f6612d req-1c420c93-9ade-4371-9d19-e527792f191b tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "DELETE /v2.0/ports/224c34c4-1788-4dc6-b820-68c88f0c3e21 HTTP/1.1" status: 204  len: 173 time: 1.0441833
Apr 06 10:29:24.503960 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:24.885698 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fa0ed-81dd-4d08-99bb-5f1035671b78 req-b53b5221-9ea0-4893-9a06-140bbd18bb4f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:24.887259 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9f0fa0ed-81dd-4d08-99bb-5f1035671b78 req-b53b5221-9ea0-4893-9a06-140bbd18bb4f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0903506
Apr 06 10:29:24.936621 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-9f0fa0ed-81dd-4d08-99bb-5f1035671b78 req-2fce0554-246b-4c17-8cab-11a27df6d809 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432498
Apr 06 10:29:25.320684 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:25.467578 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e640bc71-07be-46c6-9c1a-edb72fc3a36a details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:29:25.500968 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-fc738095-2340-487c-9803-e0df48cb3c5f req-99410bea-a1eb-4799-92f8-b34f825b304a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:29:25.560072 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-fc738095-2340-487c-9803-e0df48cb3c5f req-99410bea-a1eb-4799-92f8-b34f825b304a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:29:25.561323 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fc738095-2340-487c-9803-e0df48cb3c5f req-99410bea-a1eb-4799-92f8-b34f825b304a tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ffa6eed-d75c-436e-b100-312af46705ee HTTP/1.1" status: 200  len: 210 time: 0.1046014
Apr 06 10:29:25.627581 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:25.643262 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'port_id': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'mac_address': 'fa:16:3e:a3:a0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:29:25.703808 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:25.722064 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e640bc71-07be-46c6-9c1a-edb72fc3a36a {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:29:25.739098 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:25.852246 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:25.887102 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:25.922962 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:25.931720 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.932069 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.932409 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.932742 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.933071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.933404 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.933721 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.934075 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.934398 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.934718 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:25.935040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:26.079524 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['e640bc71-07be-46c6-9c1a-edb72fc3a36a'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:29:26.162558 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351951b0-4131-4c6f-86c4-90531b7d4132 req-6a078ad4-2375-449f-ae62-37d69f5f89cb tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:26.165258 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-351951b0-4131-4c6f-86c4-90531b7d4132 req-6a078ad4-2375-449f-ae62-37d69f5f89cb tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 945 time: 0.0920751
Apr 06 10:29:26.216488 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-351951b0-4131-4c6f-86c4-90531b7d4132 req-84124c3f-a8b6-4b4b-b3c4-8a0077723356 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439203
Apr 06 10:29:26.667829 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 57008) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:26.813414 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1570daf-c10d-4c2e-a898-01d526e45166 admin admin] Deleting subnet 75801868-adea-448b-8490-7e194ae6c42a {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:29:26.816582 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d1570daf-c10d-4c2e-a898-01d526e45166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:26.866646 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d1570daf-c10d-4c2e-a898-01d526e45166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:26.921661 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d1570daf-c10d-4c2e-a898-01d526e45166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.104252 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d1570daf-c10d-4c2e-a898-01d526e45166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.143109 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1570daf-c10d-4c2e-a898-01d526e45166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75801868-adea-448b-8490-7e194ae6c42a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:27.148066 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-d1570daf-c10d-4c2e-a898-01d526e45166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.154470 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-d1570daf-c10d-4c2e-a898-01d526e45166 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/75801868-adea-448b-8490-7e194ae6c42a HTTP/1.1" status: 204  len: 168 time: 0.4856031
Apr 06 10:29:27.156788 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 57016) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:27.266592 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.396720 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.424105 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7fe84fa0>,) {'filters': {'network_id': ['6b0897cf-0622-4169-8d35-cc9f442a3d9d']}} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:27.437179 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7fe84fa0>, 'a538b760-38fe-4b3d-8219-f56806fb5fc2') {'for_net_delete': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:27.439236 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.services.segments.db [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7fe84fa0>, 'a538b760-38fe-4b3d-8219-f56806fb5fc2') {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:27.440851 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ed45-9c78-416d-989b-d18e31e199dd req-3ef0941e-edbb-45aa-9265-bb2776410d2d tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:27.442319 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7e99ed45-9c78-416d-989b-d18e31e199dd req-3ef0941e-edbb-45aa-9265-bb2776410d2d tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 945 time: 0.0972543
Apr 06 10:29:27.450028 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267310291'] for segment, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.462792 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e640bc71-07be-46c6-9c1a-edb72fc3a36a up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:29:27.468279 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.488374 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:29:27.489055 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1105088'] for segment, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.491198 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7e99ed45-9c78-416d-989b-d18e31e199dd req-a50c7412-3cc6-44f9-9b6b-d043fe390016 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431859
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]: Traceback (most recent call last):
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     timer()
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     cb(*args, **kw)
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     return func(*args, **kwargs)
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     self._notify()
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     self.callback(batched_events)
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     event.method(event)
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     return f(self, *a, **k)
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._get(url).json()
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:29:27.504619 dv-cinder-836753-1-iscsi neutron-server[83995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:29:27.611609 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning for port e640bc71-07be-46c6-9c1a-edb72fc3a36a completed by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 06 10:29:27.616842 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port e640bc71-07be-46c6-9c1a-edb72fc3a36a triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:29:27.617880 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.646219 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.666188 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.674521 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0897cf-0622-4169-8d35-cc9f442a3d9d,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:27.744891 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-96af6361-2342-4517-a0f6-1b9658c73be7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6b0897cf-0622-4169-8d35-cc9f442a3d9d HTTP/1.1" status: 204  len: 168 time: 0.5870731
Apr 06 10:29:27.748086 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.776998 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:29:27.787199 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:27.832378 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172b5b4d-cd22-4471-a369-efe70204595c'] response: {'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'code': 200}
Apr 06 10:29:27.869440 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:27.870238 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 224c34c4-1788-4dc6-b820-68c88f0c3e21 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:29:27.935606 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: 224c34c4-1788-4dc6-b820-68c88f0c3e21 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:29:27.935860 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device 224c34c4-1788-4dc6-b820-68c88f0c3e21 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:29:27.969450 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=5']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:28.239115 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57030) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:28.294537 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-bbb9129f-b551-4da1-a0aa-8576a4cca3af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cff1c7b959864eb5ad4223866a87d5c2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0542717
Apr 06 10:29:28.297176 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57034) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:28.317171 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2341413-64db-4ae1-b165-147ec98dbd34 req-534f0565-1f03-426d-9049-7e7d3db10fba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.0775754
Apr 06 10:29:28.365009 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f2341413-64db-4ae1-b165-147ec98dbd34 req-48bf363b-3d9b-4c17-90cc-e7218c564b0a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418029
Apr 06 10:29:28.368151 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:28.394428 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:28.528383 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:28.550301 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd822b7-5a77-4bbb-830f-e62c3374f5df,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:28.559914 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.562406 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.562406 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.562406 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.562406 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.562406 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.562406 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.562406 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.563044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.563044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.563284 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:28.605860 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:28.607064 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-e02dc2e1-9843-45fa-9a41-f62497989509 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bd822b7-5a77-4bbb-830f-e62c3374f5df HTTP/1.1" status: 204  len: 168 time: 0.3089786
Apr 06 10:29:28.796258 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c85e-f6e5-4594-8543-84d0f36b594b req-e2f5a759-57bb-47f5-a808-3bf9990eff0c tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:28.797709 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c8b6c85e-f6e5-4594-8543-84d0f36b594b req-e2f5a759-57bb-47f5-a808-3bf9990eff0c tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.1722157
Apr 06 10:29:28.843558 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c8b6c85e-f6e5-4594-8543-84d0f36b594b req-3fc7c92e-1e5a-4da5-9985-887a2fd019af tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401764
Apr 06 10:29:29.388020 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57054) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:29.593163 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:29:29.606422 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Deleting port 19d7eedc-57ff-410c-aac7-3684287ac1ab {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:29.608128 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:29.779062 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:29.779386 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:29.903007 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Calling delete_port for 19d7eedc-57ff-410c-aac7-3684287ac1ab owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:30.105851 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6469a3-f0c1-4318-b13f-4c947aef1ced req-e682ed1c-d1d4-4bcc-b9d2-14b7e2aa4da7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:30.107441 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-aa6469a3-f0c1-4318-b13f-4c947aef1ced req-e682ed1c-d1d4-4bcc-b9d2-14b7e2aa4da7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0954733
Apr 06 10:29:30.156906 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-aa6469a3-f0c1-4318-b13f-4c947aef1ced req-5a089d85-5970-46e3-bb9f-deec32c80769 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431314
Apr 06 10:29:30.183438 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:30.228970 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event deleted for resources: {'Port': ['ID=19d7eedc-57ff-410c-aac7-3684287ac1ab,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:30.376677 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:30.537107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e450d-2a18-4a36-a7ce-cbd194529ab7 req-232f1cc3-80bd-4ed7-826c-a97ed97f247a tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:30.538572 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d34e450d-2a18-4a36-a7ce-cbd194529ab7 req-232f1cc3-80bd-4ed7-826c-a97ed97f247a tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.2350841
Apr 06 10:29:30.607246 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d34e450d-2a18-4a36-a7ce-cbd194529ab7 req-1d99454d-0e06-4755-b4a7-66db37dd8c36 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559018
Apr 06 10:29:30.637020 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57074) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:30.923091 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:29:31.190742 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-fc98be91-82a3-4fb9-9ecc-c37659b0e26b tempest-TestShelveInstance-1214255645 tempest-TestShelveInstance-1214255645-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1094 time: 0.5526118
Apr 06 10:29:31.193901 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 57084) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:31.200247 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.v2.base [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Request body: {'floatingip': {'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'port_id': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Apr 06 10:29:31.205857 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:29:31.209761 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Usage tracker for resource:floatingip and tenant:809ef24228a24f46a00d287d0b0fa2cd is out of sync, need to count used quota {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:29:31.212781 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:29:31.218611 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.quota.driver [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:29:31.278723 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:29:31.288426 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:29:31.301385 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:31.302315 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8041bb50>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:29:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:31.315282 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for floatingip, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:31.355665 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:31.423398 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-a87893be-d8da-4deb-9e43-e80c844a7b42 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "DELETE /v2.0/floatingips/599a09c3-9ad4-43d4-bb5b-393847fe5e31 HTTP/1.1" status: 204  len: 168 time: 2.0339794
Apr 06 10:29:31.424219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:29:31.465557 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:31.504142 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a9cbf2-7de5-4a8b-9821-bad95891f4b3'] response: {'name': 'network-changed', 'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'status': 'completed', 'code': 200}
Apr 06 10:29:31.535093 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:31.682756 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_common [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Allocated IP 172.27.2.15 (e343cb68-c3b4-4ab6-a7cb-a94427700dcd/0f6f8379-7275-4d94-a23f-7b81f36110d7/1f249773-6692-4a50-a508-888e9cfc8da3) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 06 10:29:31.698137 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-1de28154-2b57-4e96-8add-29346577a493 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b98b391176f2477ca4b1e374c8d12641&device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 1098 time: 0.1663496
Apr 06 10:29:31.878533 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8041bb50>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:31.882474 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:29:31.897312 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:31.897957 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8041bb50>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:29:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:31.948499 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-8aa609c6-bc50-4a96-b4db-5d1e2a9c5f7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:31.949850 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-8aa609c6-bc50-4a96-b4db-5d1e2a9c5f7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 200  len: 913 time: 0.2345467
Apr 06 10:29:31.952483 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:32.103565 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:32.120296 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2effddd-58c9-4ff0-9958-406617416787 req-5a38fce6-fa09-4700-86da-772caad89789 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:32.121685 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-b2effddd-58c9-4ff0-9958-406617416787 req-5a38fce6-fa09-4700-86da-772caad89789 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Synchronizing usage tracker for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:29:32.144755 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-bea89df3-41f3-4e62-8777-52e79590e5c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 HTTP/1.1" status: 200  len: 217 time: 0.1862488
Apr 06 10:29:32.228081 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-fbc2de78-91f9-41d9-8a5f-7129193701b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:32.229567 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-fbc2de78-91f9-41d9-8a5f-7129193701b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 200  len: 851 time: 0.0780616
Apr 06 10:29:32.230139 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-b2effddd-58c9-4ff0-9958-406617416787 req-5a38fce6-fa09-4700-86da-772caad89789 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Unset dirty status for tenant:b98b391176f2477ca4b1e374c8d12641 on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:29:32.231853 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b2effddd-58c9-4ff0-9958-406617416787 req-5a38fce6-fa09-4700-86da-772caad89789 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 945 time: 0.2053812
Apr 06 10:29:32.296124 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735561725296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:32.337146 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b2effddd-58c9-4ff0-9958-406617416787 req-1d655664-0c7d-439b-b583-c7779b4b0962 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987847
Apr 06 10:29:32.427028 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Network e343cb68-c3b4-4ab6-a7cb-a94427700dcd is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 06 10:29:32.432524 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.base_scheduler [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 06 10:29:32.435934 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'Port': ['ID=1f249773-6692-4a50-a508-888e9cfc8da3,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:32.438426 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Apr 06 10:29:32.512551 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-615c0c16-b8ff-4ac5-90c1-33712c0df792 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=280696ea-a06c-4de9-a31a-9cd01225a83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2759290
Apr 06 10:29:32.572744 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8041bb50>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:32.577732 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568a05b-17d4-450c-b1cb-81473ba42272 None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:21:12Z', 'revision_number': 4, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '9913923b-5158-4edc-8f97-b5c75910118c', 'name': '', 'network_id': '280696ea-a06c-4de9-a31a-9cd01225a83e', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'mac_address': 'fa:16:3e:24:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:10Z', 'updated_at': '2022-04-06T10:21:51Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'subnets': [{'id': '9b4a0c59-c43a-4cb3-aeb3-c3fbea363152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:29:32.823677 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-4dc317fa-c213-4b19-99ec-b3bc5e890e74 service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734053
Apr 06 10:29:32.832673 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064e79f-a96c-417b-895a-aaceeb6127c9 None None] New status for floating IP 599a09c3-9ad4-43d4-bb5b-393847fe5e31: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:29:33.082574 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7ee7bec2-d8ba-4962-8a8c-39af738a5b13 req-742963ab-57da-42d2-a26f-197685a2836e service neutron] 10.222.0.61 "GET /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045221
Apr 06 10:29:33.243744 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:33.403392 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:33.727249 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22395a-eb16-4716-ae8a-2545d3c9b694 req-15c6a136-fcb7-4d9d-92b4-9c0b59600ed0 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:33.728721 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c22395a-eb16-4716-ae8a-2545d3c9b694 req-15c6a136-fcb7-4d9d-92b4-9c0b59600ed0 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 945 time: 0.1960118
Apr 06 10:29:33.772805 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-2ae3f628-0094-47e5-821f-075726771fed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:33.774907 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-2ae3f628-0094-47e5-821f-075726771fed tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 945 time: 0.2053435
Apr 06 10:29:33.785053 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:33.856334 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-8c22395a-eb16-4716-ae8a-2545d3c9b694 req-447bbcd1-0d75-41ae-8d80-079d907e2c09 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c3dc1e6-f935-467c-af9e-118ce4a2eadf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216404
Apr 06 10:29:33.863730 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Deleting port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:33.864076 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:33.923756 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1105060'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.184305 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event updated for resources: {'Port': ['ID=1f249773-6692-4a50-a508-888e9cfc8da3,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:34.296598 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1724968'] for floatingip, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.316969 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57110) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:34.460486 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] For port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:34.461569 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.466127 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.503984 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 06 10:29:34.508637 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] Usage tracker for resource:security_group_rule and tenant:c1751b6b69f5492eb4c6a7ce9d37eb6e is out of sync, need to count used quota {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 06 10:29:34.511735 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83994) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 06 10:29:34.517408 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.quota.driver [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 06 10:29:34.585173 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.601391 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Calling delete_port for ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:34.719912 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.770498 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eec148d-626c-43e8-9abd-ad66f7e42374,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:34.772235 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.db.l3_db [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Floating IP dafa6096-521f-4e63-ad3c-1195cce83b28 associated. External IP: 172.27.2.15, port: e640bc71-07be-46c6-9c1a-edb72fc3a36a.
Apr 06 10:29:34.775258 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-5948835b-5b41-472c-a7dd-69b6eedbdcd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1751b6b69f5492eb4c6a7ce9d37eb6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4572387
Apr 06 10:29:34.778031 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57116) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:34.842840 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-47f53797-9308-4a15-8a21-2f7da6afc5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.872766 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-47f53797-9308-4a15-8a21-2f7da6afc5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.904132 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:34.967485 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event deleted for resources: {'Port': ['ID=ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:35.034219 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-47f53797-9308-4a15-8a21-2f7da6afc5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:35.051313 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] No DVR routers for this DVR port ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:29:35.052705 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-693ad4fd-d85b-4364-a83a-6b6a9e11456c req-2e6351f7-5031-41d5-8811-517a00c25638 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 210 time: 0.0537186
Apr 06 10:29:35.055553 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:35.058008 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f53797-9308-4a15-8a21-2f7da6afc5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eec148d-626c-43e8-9abd-ad66f7e42374,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:35.058257 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'name': 'network-vif-deleted', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:29:35.062973 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-47f53797-9308-4a15-8a21-2f7da6afc5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:35.075117 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-47f53797-9308-4a15-8a21-2f7da6afc5b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3eec148d-626c-43e8-9abd-ad66f7e42374 HTTP/1.1" status: 204  len: 168 time: 0.2960601
Apr 06 10:29:35.120949 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabea6b3-f4dc-4faa-a7f7-5ad117b54cce'] response: {'server_uuid': '7d055c87-5de6-4c38-ad87-b49ce2dc57a9', 'name': 'network-vif-deleted', 'tag': 'ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6', 'status': 'completed', 'code': 200}
Apr 06 10:29:35.187280 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c0fad693-7079-456b-ade7-6d6a610b8fd5 req-90b652e6-415b-4a6f-a647-24a74c199919 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.61 "DELETE /v2.0/ports/ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 HTTP/1.1" status: 204  len: 173 time: 1.4045069
Apr 06 10:29:35.351291 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Router c62fbd4c-b06a-48da-b3f6-a25ce55c18be has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:29:35.699039 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:29:35.712201 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] Sync routers for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:29:35.725944 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:35.728233 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e803a7100>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:29:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:35.771639 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:35.830022 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-7f37df91-8c64-4a83-a00a-fa28d5c60eb7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.6349559
Apr 06 10:29:35.908781 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:36.274782 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e803a7100>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'dafa6096-521f-4e63-ad3c-1195cce83b28', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'port_id': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'mac_address': 'fa:16:3e:a3:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114fb598-1722-49a7-80c8-155911fa7c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:29:33Z', 'updated_at': '2022-04-06T10:29:33Z', 'revision_number': 0, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:39Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:36.279087 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] Checking router: c62fbd4c-b06a-48da-b3f6-a25ce55c18be for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:29:36.285992 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-e96726cd-bfa6-4311-8e2e-4f44018d43dc req-466bb9e4-48b0-4c38-9755-9c65d307f582 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d055c87-5de6-4c38-ad87-b49ce2dc57a9 HTTP/1.1" status: 200  len: 210 time: 0.0532489
Apr 06 10:29:36.291083 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:36.291704 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e803a7100>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:29:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:36.471567 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:36.852635 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e803a7100>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'dafa6096-521f-4e63-ad3c-1195cce83b28', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'port_id': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'mac_address': 'fa:16:3e:a3:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114fb598-1722-49a7-80c8-155911fa7c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:29:33Z', 'updated_at': '2022-04-06T10:29:33Z', 'revision_number': 0, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:39Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:36.856877 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c0a1b-18d1-4fc7-9195-559255cf37a0 None None] The sync data for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi is: [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_floatingips': [{'id': 'dafa6096-521f-4e63-ad3c-1195cce83b28', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'router_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'port_id': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'mac_address': 'fa:16:3e:a3:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114fb598-1722-49a7-80c8-155911fa7c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:29:33Z', 'updated_at': '2022-04-06T10:29:33Z', 'revision_number': 0, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:39Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:29:37.055248 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e416c571-358d-4016-a049-689b43db8fd8 None None] New status for floating IP dafa6096-521f-4e63-ad3c-1195cce83b28: ACTIVE {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:29:37.121872 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:29:37.182065 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2417b1-3727-4dd4-9810-c12b6fa43d9f'] response: {'name': 'network-changed', 'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'status': 'completed', 'code': 200}
Apr 06 10:29:37.273651 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-85ea3f3a-c7b9-41cb-97bf-e60245f08895 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.0698035
Apr 06 10:29:37.407518 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57134) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:37.410299 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-234c0dd7-4d1a-4886-8bd4-e3120e8a81ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:37.411764 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-234c0dd7-4d1a-4886-8bd4-e3120e8a81ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 909 time: 0.1317708
Apr 06 10:29:37.521460 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-2d40cb5a-aeda-4a53-9fab-28791ed677eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 1001 time: 0.1029749
Apr 06 10:29:37.521777 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:29:37.555896 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:29:37.556252 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device ec3d2b93-3af3-4ebe-ad4b-098473e2c0d6 not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:29:37.568814 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Deleting port f72769f7-f1b5-4949-81fe-b2ac95629717 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:37.569161 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:37.584630 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-67cc32ec-aac2-4c9e-a2c1-0525522b5d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:37.586391 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-67cc32ec-aac2-4c9e-a2c1-0525522b5d6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.0587132
Apr 06 10:29:37.671240 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-274cc923-d6fe-4242-986a-bdfee7810775 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759449
Apr 06 10:29:37.764027 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:37.764360 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:37.807621 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-b6b185bc-9129-4b07-aefa-b46c1a593568 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291263
Apr 06 10:29:37.891253 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Calling delete_port for f72769f7-f1b5-4949-81fe-b2ac95629717 owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:37.950771 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-4c38dfd7-d463-4f0f-aa44-29a6866cc4e0 req-433b2eb6-d33a-450c-906c-77daf9c7c86f service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365404
Apr 06 10:29:38.125859 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:38.174670 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event deleted for resources: {'Port': ['ID=f72769f7-f1b5-4949-81fe-b2ac95629717,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:38.265314 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:38.282104 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:38.283257 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-4b775935-cacc-4ce2-b80f-626ee54f9128 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "DELETE /v2.0/floatingips/34d5116e-6568-4fc3-b4ad-49deb665e8d4 HTTP/1.1" status: 204  len: 168 time: 0.8752115
Apr 06 10:29:39.827283 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57148) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:39.903517 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7e257965-d21c-43b9-95ee-027764275499 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:39.935788 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7e257965-d21c-43b9-95ee-027764275499 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:40.047602 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7e257965-d21c-43b9-95ee-027764275499 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:40.067357 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e257965-d21c-43b9-95ee-027764275499 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3dc1e6-f935-467c-af9e-118ce4a2eadf,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:40.132042 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7e257965-d21c-43b9-95ee-027764275499 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:40.133982 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7e257965-d21c-43b9-95ee-027764275499 tempest-TestVolumeBootPattern-1804328705 tempest-TestVolumeBootPattern-1804328705-project] 10.222.0.11 "DELETE /v2.0/security-groups/3c3dc1e6-f935-467c-af9e-118ce4a2eadf HTTP/1.1" status: 204  len: 168 time: 0.3056972
Apr 06 10:29:40.334763 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57154) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:41.034190 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:41.668802 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Deleting port 9913923b-5158-4edc-8f97-b5c75910118c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:41.669140 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:41.844750 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] For port 9913923b-5158-4edc-8f97-b5c75910118c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=9913923b-5158-4edc-8f97-b5c75910118c,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:41.845108 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:41.963011 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Calling delete_port for 9913923b-5158-4edc-8f97-b5c75910118c owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:42.222893 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:42.270380 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Pushing event deleted for resources: {'Port': ['ID=9913923b-5158-4edc-8f97-b5c75910118c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:42.671105 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:43.305565 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Router d48a5d60-615b-4171-b9ce-ba4b441b9e4f has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:29:43.537905 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:29:43.550142 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] Sync routers for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:29:43.555298 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-8d7ecbd2-2c0c-494c-9011-1d5577d7761a admin admin] 10.222.0.11 "PUT /v2.0/routers/d48a5d60-615b-4171-b9ce-ba4b441b9e4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2166991
Apr 06 10:29:43.555548 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57162) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:43.563927 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:43.564474 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e801a3e20>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:29:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:43.803648 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:43.822513 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:44.125085 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e801a3e20>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:29:42Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:44.129000 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] Checking router: d48a5d60-615b-4171-b9ce-ba4b441b9e4f for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:29:44.145285 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] Routers {'d48a5d60-615b-4171-b9ce-ba4b441b9e4f'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:44.145959 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e801a3e20>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:29:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:44.177151 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:44.262857 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Deleting port d2326a57-b71c-45fd-aaa4-54ce69c055a5 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:44.263230 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:44.334306 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] Set router d48a5d60-615b-4171-b9ce-ba4b441b9e4f gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:44.446897 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] For port d2326a57-b71c-45fd-aaa4-54ce69c055a5, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=d2326a57-b71c-45fd-aaa4-54ce69c055a5,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:44.447562 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:44.573061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Calling delete_port for d2326a57-b71c-45fd-aaa4-54ce69c055a5 owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:44.625370 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e801a3e20>, [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:29:42Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:44.629419 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47c002-1fbd-4a38-a27e-eef8fc04c21d None None] The sync data for ids ['d48a5d60-615b-4171-b9ce-ba4b441b9e4f'] in dv-cinder-836753-1-iscsi is: [{'id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'name': 'tempest-TestVolumeBootPattern-1725891370-router', 'tenant_id': 'b98b391176f2477ca4b1e374c8d12641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:05Z', 'updated_at': '2022-04-06T10:29:42Z', 'revision_number': 5, 'project_id': 'b98b391176f2477ca4b1e374c8d12641', 'gw_port': {'id': 'd2326a57-b71c-45fd-aaa4-54ce69c055a5', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48a5d60-615b-4171-b9ce-ba4b441b9e4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:06Z', 'updated_at': '2022-04-06T10:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:29:44.937230 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:44.984003 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2326a57-b71c-45fd-aaa4-54ce69c055a5,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:45.248882 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:45.516676 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:45.521145 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:45.560706 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 9913923b-5158-4edc-8f97-b5c75910118c no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:29:45.598428 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 9913923b-5158-4edc-8f97-b5c75910118c {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:29:45.600538 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 9913923b-5158-4edc-8f97-b5c75910118c not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:29:45.622836 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:45.629297 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48a5d60-615b-4171-b9ce-ba4b441b9e4f {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:29:45.636396 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:45.637503 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-31e9a3d4-4145-4512-aa06-95f9e89a4990 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d48a5d60-615b-4171-b9ce-ba4b441b9e4f HTTP/1.1" status: 204  len: 168 time: 2.0810266
Apr 06 10:29:45.640254 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 57166) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:45.706571 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Deleting subnet 9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 {{(pid=83995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:29:45.709460 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:45.765604 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267310282'] for subnet, precommit_delete_associations {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:45.844162 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:45.994383 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1105054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267244949'] for subnet, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:46.035450 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4a0c59-c43a-4cb3-aeb3-c3fbea363152,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:46.044037 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:46.048999 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf50db-6894-4ea8-904b-d172774b5371 None None] Network 280696ea-a06c-4de9-a31a-9cd01225a83e requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:29:46.054706 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.055082 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.055407 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.055736 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.056066 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.056385 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.056708 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.057026 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.057342 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.057654 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.057990 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:29:46.067224 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-bf1ddfed-f357-4ba9-ade9-15c10ac16ba1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b4a0c59-c43a-4cb3-aeb3-c3fbea363152 HTTP/1.1" status: 204  len: 168 time: 0.4258420
Apr 06 10:29:46.071108 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57170) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:46.180018 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:46.190677 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Deleting port 2bac740f-80d6-4f71-9f11-41ce64f14713 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:46.191007 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:46.323037 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] DHCP port deletion for 280696ea-a06c-4de9-a31a-9cd01225a83e request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:29:46.327331 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] Deleting port 2bac740f-80d6-4f71-9f11-41ce64f14713 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:46.327705 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:46.520164 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] For port 2bac740f-80d6-4f71-9f11-41ce64f14713, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2bac740f-80d6-4f71-9f11-41ce64f14713,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:46.520980 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:46.548723 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] For port 2bac740f-80d6-4f71-9f11-41ce64f14713, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=2bac740f-80d6-4f71-9f11-41ce64f14713,segment=NetworkSegment(597ddbea-2055-489f-ad8f-b57287c5e98c),segment_id=597ddbea-2055-489f-ad8f-b57287c5e98c)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:46.549013 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:46.642484 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Calling delete_port for 2bac740f-80d6-4f71-9f11-41ce64f14713 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:46.715367 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] Calling delete_port for 2bac740f-80d6-4f71-9f11-41ce64f14713 owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:46.816810 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:46.822778 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:29:46.823131 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:29:46.862389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2bac740f-80d6-4f71-9f11-41ce64f14713,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:46.871025 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] No DVR routers for this DVR port 2bac740f-80d6-4f71-9f11-41ce64f14713 on host dv-cinder-836753-1-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:29:46.986546 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:47.015151 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7f861dc0>,) {'filters': {'network_id': ['280696ea-a06c-4de9-a31a-9cd01225a83e']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:47.028046 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f861dc0>, '597ddbea-2055-489f-ad8f-b57287c5e98c') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:47.028339 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7f861dc0>, '597ddbea-2055-489f-ad8f-b57287c5e98c') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:47.040770 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:47.057198 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:47.063431 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:29:47.063808 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:29:47.077271 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:29:47.324708 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] Deleting port 2bac740f-80d6-4f71-9f11-41ce64f14713 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:47.325345 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:47.354594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:47.374293 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:47.394170 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=280696ea-a06c-4de9-a31a-9cd01225a83e,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:47.398190 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-a509bcd6-f8a1-4709-93e8-c4da4d00f2eb None None] The port '2bac740f-80d6-4f71-9f11-41ce64f14713' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:29:47.497253 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ad9c50fa-999b-4606-ada1-3cfc84eac8dc admin admin] 10.222.0.11 "DELETE /v2.0/networks/280696ea-a06c-4de9-a31a-9cd01225a83e HTTP/1.1" status: 204  len: 168 time: 1.4249659
Apr 06 10:29:47.500181 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57174) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:47.567578 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device d2326a57-b71c-45fd-aaa4-54ce69c055a5 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:29:47.602434 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: d2326a57-b71c-45fd-aaa4-54ce69c055a5 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:29:47.602791 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device d2326a57-b71c-45fd-aaa4-54ce69c055a5 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:29:47.603272 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2bac740f-80d6-4f71-9f11-41ce64f14713 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:29:47.637153 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 2bac740f-80d6-4f71-9f11-41ce64f14713 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:29:47.637588 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 2bac740f-80d6-4f71-9f11-41ce64f14713 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:29:47.915512 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:48.564470 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:48.632887 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Deleting port 42684498-c763-44d4-85b7-7c7bedc8d916 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:48.633237 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:48.803761 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] For port 42684498-c763-44d4-85b7-7c7bedc8d916, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=42684498-c763-44d4-85b7-7c7bedc8d916,segment=NetworkSegment(4e905c8c-87b4-4301-91a3-c44590ccfaf1),segment_id=4e905c8c-87b4-4301-91a3-c44590ccfaf1)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:48.804116 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:48.923378 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Calling delete_port for 42684498-c763-44d4-85b7-7c7bedc8d916 owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:49.165796 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:49.216694 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=42684498-c763-44d4-85b7-7c7bedc8d916,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:49.500198 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:50.154504 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Router aeb72f6c-a142-4601-8fa7-0cc51785003b has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:29:50.355185 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:29:50.364173 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] Sync routers for ids ['aeb72f6c-a142-4601-8fa7-0cc51785003b'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:29:50.377253 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] Routers {'aeb72f6c-a142-4601-8fa7-0cc51785003b'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:50.378016 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806ebfa0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:29:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['aeb72f6c-a142-4601-8fa7-0cc51785003b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:50.441665 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-58b233eb-653d-4b26-8a69-51dd0b7b1f9f admin admin] 10.222.0.11 "PUT /v2.0/routers/aeb72f6c-a142-4601-8fa7-0cc51785003b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9402559
Apr 06 10:29:50.444137 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57180) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:50.555662 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] Set router aeb72f6c-a142-4601-8fa7-0cc51785003b gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:50.645495 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:50.838556 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806ebfa0>, [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:29:49Z', 'revision_number': 5, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:50.839153 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:50.842931 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] Checking router: aeb72f6c-a142-4601-8fa7-0cc51785003b for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:29:50.853771 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] Routers {'aeb72f6c-a142-4601-8fa7-0cc51785003b'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:29:50.854381 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806ebfa0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:29:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['aeb72f6c-a142-4601-8fa7-0cc51785003b'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:50.971066 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Deleting port ca6e605c-46a5-4f64-af54-210c6907ef92 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:50.971445 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:51.026055 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] Set router aeb72f6c-a142-4601-8fa7-0cc51785003b gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:29:51.125042 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-b6d86f4f-2b17-4dac-a960-c189d8db312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:51.155588 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] For port ca6e605c-46a5-4f64-af54-210c6907ef92, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=ca6e605c-46a5-4f64-af54-210c6907ef92,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:51.156257 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:51.284299 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Calling delete_port for ca6e605c-46a5-4f64-af54-210c6907ef92 owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:51.330331 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806ebfa0>, [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:29:49Z', 'revision_number': 5, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:51.334273 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9c744-0d4c-48d5-9f02-b994b2571187 None None] The sync data for ids ['aeb72f6c-a142-4601-8fa7-0cc51785003b'] in dv-cinder-836753-1-iscsi is: [{'id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'name': 'tempest-TestVolumeBootPattern-1527811369-router', 'tenant_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:21:19Z', 'updated_at': '2022-04-06T10:29:49Z', 'revision_number': 5, 'project_id': 'd4d4a716ec9b4aec99add5bd5f50ec8a', 'gw_port': {'id': 'ca6e605c-46a5-4f64-af54-210c6907ef92', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb72f6c-a142-4601-8fa7-0cc51785003b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:21:21Z', 'updated_at': '2022-04-06T10:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:29:51.530111 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:51.574329 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6e605c-46a5-4f64-af54-210c6907ef92,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:51.738129 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 42684498-c763-44d4-85b7-7c7bedc8d916 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:29:51.775098 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 42684498-c763-44d4-85b7-7c7bedc8d916 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:29:51.775434 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 42684498-c763-44d4-85b7-7c7bedc8d916 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:29:51.957913 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.255408 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.260001 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.354235 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.354788 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb72f6c-a142-4601-8fa7-0cc51785003b {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:29:52.368021 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.369177 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-019f6e23-ce89-41c2-a4f4-bc2f847a5af2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/aeb72f6c-a142-4601-8fa7-0cc51785003b HTTP/1.1" status: 204  len: 168 time: 1.9241076
Apr 06 10:29:52.371955 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57184) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:52.438377 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c30031-a0d4-4d63-b968-46777769d265 admin admin] Deleting subnet 8666ab36-cad2-4dfe-98ea-dceea2f72724 {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:29:52.445085 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2c30031-a0d4-4d63-b968-46777769d265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.502334 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2c30031-a0d4-4d63-b968-46777769d265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267207563'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.582577 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2c30031-a0d4-4d63-b968-46777769d265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.748380 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2c30031-a0d4-4d63-b968-46777769d265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266915740'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.791500 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30031-a0d4-4d63-b968-46777769d265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8666ab36-cad2-4dfe-98ea-dceea2f72724,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:52.795499 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2c30031-a0d4-4d63-b968-46777769d265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.803632 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-a2c30031-a0d4-4d63-b968-46777769d265 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8666ab36-cad2-4dfe-98ea-dceea2f72724 HTTP/1.1" status: 204  len: 168 time: 0.4303579
Apr 06 10:29:52.805515 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe5a88e-3509-4997-89bb-469c4933bbce None None] Network 2d38825b-fa36-4b4a-adf7-a538e5589668 requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:29:52.806640 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57188) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:52.951496 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:52.967095 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Deleting port 1a87e250-4b07-4ee3-890e-7572dcbec58e {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:52.967575 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.114581 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] DHCP port deletion for 2d38825b-fa36-4b4a-adf7-a538e5589668 request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:29:53.121398 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] Deleting port 1a87e250-4b07-4ee3-890e-7572dcbec58e {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:53.128509 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.187232 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f68260e2-d0a4-4e46-bb05-0c6e5bf3fb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.232223 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] For port 1a87e250-4b07-4ee3-890e-7572dcbec58e, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1a87e250-4b07-4ee3-890e-7572dcbec58e,segment=NetworkSegment(4e905c8c-87b4-4301-91a3-c44590ccfaf1),segment_id=4e905c8c-87b4-4301-91a3-c44590ccfaf1)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:53.232584 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.361882 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Calling delete_port for 1a87e250-4b07-4ee3-890e-7572dcbec58e owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:53.389410 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] For port 1a87e250-4b07-4ee3-890e-7572dcbec58e, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1a87e250-4b07-4ee3-890e-7572dcbec58e,segment=NetworkSegment(4e905c8c-87b4-4301-91a3-c44590ccfaf1),segment_id=4e905c8c-87b4-4301-91a3-c44590ccfaf1)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:29:53.389801 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.525590 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] Calling delete_port for 1a87e250-4b07-4ee3-890e-7572dcbec58e owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:29:53.557062 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device ca6e605c-46a5-4f64-af54-210c6907ef92 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:29:53.597660 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: ca6e605c-46a5-4f64-af54-210c6907ef92 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:29:53.598020 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device ca6e605c-46a5-4f64-af54-210c6907ef92 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:29:53.598483 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1a87e250-4b07-4ee3-890e-7572dcbec58e no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:29:53.610394 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.640906 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 1a87e250-4b07-4ee3-890e-7572dcbec58e {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:29:53.641160 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1a87e250-4b07-4ee3-890e-7572dcbec58e not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:29:53.657365 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a87e250-4b07-4ee3-890e-7572dcbec58e,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:53.664281 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] No DVR routers for this DVR port 1a87e250-4b07-4ee3-890e-7572dcbec58e on host dv-cinder-836753-1-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:29:53.682125 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:29:53.682125 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:29:53.780467 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.805609 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e801c81c0>,) {'filters': {'network_id': ['2d38825b-fa36-4b4a-adf7-a538e5589668']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:53.817626 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e801c81c0>, '4e905c8c-87b4-4301-91a3-c44590ccfaf1') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:53.817917 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e801c81c0>, '4e905c8c-87b4-4301-91a3-c44590ccfaf1') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:29:53.830550 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.850810 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.857912 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:29:53.858336 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:29:53.872065 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:29:54.016064 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:54.031673 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:54.041791 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d38825b-fa36-4b4a-adf7-a538e5589668,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:54.050147 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-0eb925b1-d29c-4c6c-b1b3-7baf0661ac06 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2d38825b-fa36-4b4a-adf7-a538e5589668 HTTP/1.1" status: 204  len: 168 time: 1.2422631
Apr 06 10:29:54.174187 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] Deleting port 1a87e250-4b07-4ee3-890e-7572dcbec58e {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:29:54.174773 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:54.239744 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f8f0b-ba3b-42d6-99f9-549ecfb08d4e None None] The port '1a87e250-4b07-4ee3-890e-7572dcbec58e' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:29:54.393738 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:54.403281 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57194) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:54.456654 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-19ff7f37-e4c0-409a-91c2-d04508f35c72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b98b391176f2477ca4b1e374c8d12641&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521529
Apr 06 10:29:54.459057 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57198) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:54.519394 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-be95b62f-f8dc-48f3-be16-3c25c5c9d744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:54.544122 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-be95b62f-f8dc-48f3-be16-3c25c5c9d744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:54.691639 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-be95b62f-f8dc-48f3-be16-3c25c5c9d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:54.705494 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95b62f-f8dc-48f3-be16-3c25c5c9d744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb624704-cc89-4a24-82ee-25a67561afb0,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:54.716314 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-be95b62f-f8dc-48f3-be16-3c25c5c9d744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:54.717444 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-be95b62f-f8dc-48f3-be16-3c25c5c9d744 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb624704-cc89-4a24-82ee-25a67561afb0 HTTP/1.1" status: 204  len: 168 time: 0.2575080
Apr 06 10:29:55.296350 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:55.476493 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57206) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:55.526844 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ad2877ae-d1a0-41e7-89d3-8f4a8d82affc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4d4a716ec9b4aec99add5bd5f50ec8a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491135
Apr 06 10:29:55.529337 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57210) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:29:55.593061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a025-68f3-403b-ab31-2d2f029359d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:55.619351 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a025-68f3-403b-ab31-2d2f029359d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:55.760270 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a025-68f3-403b-ab31-2d2f029359d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:55.774428 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7a025-68f3-403b-ab31-2d2f029359d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd102420-b19d-47b1-99fd-95c1215b2931,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:29:55.783144 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a025-68f3-403b-ab31-2d2f029359d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:55.785256 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-cdb7a025-68f3-403b-ab31-2d2f029359d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd102420-b19d-47b1-99fd-95c1215b2931 HTTP/1.1" status: 204  len: 168 time: 0.2546532
Apr 06 10:29:55.868784 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:29:58.746699 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-bfd4af84-bf87-423e-9afa-50b96a63a466 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1196725
Apr 06 10:29:58.895674 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-090aefc0-e2d8-4ff6-9aa5-35143a9ff7e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.0744736
Apr 06 10:29:59.046033 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-9497b5b9-e7d8-4341-a486-0772f89063e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:59.047490 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-9497b5b9-e7d8-4341-a486-0772f89063e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 909 time: 0.1312478
Apr 06 10:29:59.154976 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-f943ac66-85c7-41ed-9096-a5d4b6a4c796 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 1001 time: 0.1014040
Apr 06 10:29:59.329878 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-483f5ad7-eb32-484e-8334-55f3f472f5df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:29:59.331439 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-483f5ad7-eb32-484e-8334-55f3f472f5df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.1696787
Apr 06 10:29:59.412247 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-3f2bb281-925b-4db5-94c8-c0b0f7d7747b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740159
Apr 06 10:29:59.557822 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-350d723d-c4d0-4523-89cb-868787a3f076 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350560
Apr 06 10:29:59.699805 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c749ca2d-e1fe-4c93-88a0-4276ef9f8fd6 req-cb18a9f4-e342-4065-adbc-1b346ad0a074 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327300
Apr 06 10:30:06.584813 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:30:18.525541 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:21.200007 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-fb541532-4d77-4c53-9849-e733efd046ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:23.181597 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f46b3ea9-15dc-4098-9188-4c1ceb80f2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:24.421836 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:25.295843 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:25.885073 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:43.584972 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:30:48.528351 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:51.179549 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-295f2bdf-677c-4bff-a3d0-5a58131357cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:53.175554 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3c48cca2-a607-4c2e-81e7-313207b18992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:54.442217 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:55.294974 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:30:55.916257 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:01.005921 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-a413ba65-f44c-4c4f-abf6-12c97204e9bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694876
Apr 06 10:31:01.150849 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-6c7ebe81-8757-4b7f-961f-be0c2e39122f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.0767326
Apr 06 10:31:01.331918 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-8e3b4a83-28ea-465b-9263-35921e8e0fd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:01.333368 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-8e3b4a83-28ea-465b-9263-35921e8e0fd2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 909 time: 0.1606057
Apr 06 10:31:01.441957 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-c0e60e9d-6af4-4d8e-a98c-0bfaec876c27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 1001 time: 0.1021161
Apr 06 10:31:01.504822 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-bef7e527-8c77-4ba7-8b92-98695f3965a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:01.506277 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-bef7e527-8c77-4ba7-8b92-98695f3965a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.0586038
Apr 06 10:31:01.597153 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-650437d0-8b2d-4684-a56a-9a4ada198c66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846028
Apr 06 10:31:01.735269 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-beb64981-6f52-4673-a7b8-9d53f5f2512b service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313126
Apr 06 10:31:01.872413 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-348a09b2-78ac-4185-b25c-de9905cf1b50 req-2e7b773b-ada8-422a-aa40-ee0a5c4701ab service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309378
Apr 06 10:31:18.549302 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:20.585502 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:31:21.151709 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-810c1d96-d1e5-43d5-b788-9315956b3346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:23.195148 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-2f68654f-a72f-4bb7-9a50-cb32c0823eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:24.406532 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:25.314730 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:25.860043 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:31.088990 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87f64-4315-4392-bea6-8fe6b407a1a9 req-703b41e9-8680-4923-bad8-7f08527b44d2 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:31.088990 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5a87f64-4315-4392-bea6-8fe6b407a1a9 req-703b41e9-8680-4923-bad8-7f08527b44d2 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0797992
Apr 06 10:31:31.136079 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b5a87f64-4315-4392-bea6-8fe6b407a1a9 req-fffaaf2c-210b-427e-b11c-d9a73990bce4 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416801
Apr 06 10:31:32.497130 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a2bc7-22c3-4b88-ab09-4c30e6916499 req-fc0a6f04-5577-4e71-87a2-4897017b84a7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:32.499116 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2e8a2bc7-22c3-4b88-ab09-4c30e6916499 req-fc0a6f04-5577-4e71-87a2-4897017b84a7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0858788
Apr 06 10:31:32.553269 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-2e8a2bc7-22c3-4b88-ab09-4c30e6916499 req-2b57af57-010c-4c4c-af8b-baa6235a1b08 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481822
Apr 06 10:31:33.767636 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b23b61-3e66-4182-84a9-b241d5b01a55 req-92c17828-4680-4f24-a658-406286de9290 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:33.769085 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a5b23b61-3e66-4182-84a9-b241d5b01a55 req-92c17828-4680-4f24-a658-406286de9290 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0810440
Apr 06 10:31:33.816245 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a5b23b61-3e66-4182-84a9-b241d5b01a55 req-a726b8f1-9c59-4f64-889e-afbb8474e87a tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415428
Apr 06 10:31:35.019330 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175b0a5-309d-483a-8389-7ac0dfc68b3c req-4412eb7c-960d-4676-b5d9-9e20c257a9e4 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:35.020825 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7175b0a5-309d-483a-8389-7ac0dfc68b3c req-4412eb7c-960d-4676-b5d9-9e20c257a9e4 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0811117
Apr 06 10:31:35.067581 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7175b0a5-309d-483a-8389-7ac0dfc68b3c req-38c52fa2-cc65-4177-89eb-1c46b565630f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411332
Apr 06 10:31:36.271322 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64df688-da84-4789-9e16-16101c02f3d4 req-3fa048b1-ac8a-4aa9-864e-c57eb3a45f06 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:36.272685 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c64df688-da84-4789-9e16-16101c02f3d4 req-3fa048b1-ac8a-4aa9-864e-c57eb3a45f06 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0778272
Apr 06 10:31:36.321783 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-c64df688-da84-4789-9e16-16101c02f3d4 req-9755781f-5e51-4158-9ed7-66ab9fce5838 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433223
Apr 06 10:31:37.531934 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479667-680f-4a24-9ab2-457beff05161 req-629535b8-af7c-4e91-966a-f53eb025d89e tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:37.533441 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-06479667-680f-4a24-9ab2-457beff05161 req-629535b8-af7c-4e91-966a-f53eb025d89e tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0878873
Apr 06 10:31:37.581316 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-06479667-680f-4a24-9ab2-457beff05161 req-cace6a39-dfa8-40ba-9fcb-5f263973c822 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402262
Apr 06 10:31:38.782789 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663367b-2090-4980-b226-7d530beee1d1 req-0cb8bf9a-9ac3-42a0-9bd2-60a63913ae30 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:38.784274 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7663367b-2090-4980-b226-7d530beee1d1 req-0cb8bf9a-9ac3-42a0-9bd2-60a63913ae30 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0826788
Apr 06 10:31:38.833914 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7663367b-2090-4980-b226-7d530beee1d1 req-1b0e0be6-59fa-4aba-96b2-323d6c824737 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441217
Apr 06 10:31:40.035639 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773653-cbb1-4c56-837a-37c6f91fb22a req-e2a81c01-b909-4b1a-b96e-5e7c87d73797 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:40.037094 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d6773653-cbb1-4c56-837a-37c6f91fb22a req-e2a81c01-b909-4b1a-b96e-5e7c87d73797 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0790863
Apr 06 10:31:40.085102 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-d6773653-cbb1-4c56-837a-37c6f91fb22a req-8b98189b-c19a-4438-8819-9ed16802e197 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423958
Apr 06 10:31:41.353249 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-c0358087-d9fa-43df-88e6-f2ebd205feed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.2031622
Apr 06 10:31:41.468885 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e69e9-5340-4933-9b66-b87f40256f00 req-bd748ba4-fa65-4791-a231-e7b0a5954afd tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:41.470353 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1c5e69e9-5340-4933-9b66-b87f40256f00 req-bd748ba4-fa65-4791-a231-e7b0a5954afd tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.2617366
Apr 06 10:31:41.536671 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-f089c87c-3e28-4f8d-995e-0e1d211c4eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:41.538133 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-f089c87c-3e28-4f8d-995e-0e1d211c4eba service neutron] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 909 time: 0.1788983
Apr 06 10:31:41.599740 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1c5e69e9-5340-4933-9b66-b87f40256f00 req-5d20a008-a2e7-433a-b3d0-5965c592e1fb tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1231596
Apr 06 10:31:41.649128 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-afc5d89c-9e84-487d-b94b-55d47c106cfb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 1001 time: 0.1039917
Apr 06 10:31:41.714388 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-f436ad7e-9117-4e50-b7d6-1d071f4e2653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:41.716732 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-f436ad7e-9117-4e50-b7d6-1d071f4e2653 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.0585470
Apr 06 10:31:41.801150 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-d358ac28-4470-495d-922e-1928ea455042 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780416
Apr 06 10:31:41.936921 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-6547e1d6-a489-40f0-a18b-33f25fb3f096 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294997
Apr 06 10:31:42.070748 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5a2d8dab-64d8-4229-975e-59b7dc534cf3 req-ef3018fe-22a5-4176-a5f0-80c40b83115f service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263654
Apr 06 10:31:42.798862 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d1a78-6e22-4faf-a1a9-85f2c4363b57 req-89b92a3e-4b2e-414b-a960-1d8133fed82f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:42.800311 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f52d1a78-6e22-4faf-a1a9-85f2c4363b57 req-89b92a3e-4b2e-414b-a960-1d8133fed82f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0805819
Apr 06 10:31:42.848802 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-f52d1a78-6e22-4faf-a1a9-85f2c4363b57 req-86996ae0-4f83-49d3-bb92-bd6fe52db043 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430698
Apr 06 10:31:44.066097 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573693bd-eaa4-4732-9637-0049c058f067 req-4760eafc-0a43-430a-a2da-b2763000d55c tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:44.067564 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-573693bd-eaa4-4732-9637-0049c058f067 req-4760eafc-0a43-430a-a2da-b2763000d55c tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0799520
Apr 06 10:31:44.114117 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-573693bd-eaa4-4732-9637-0049c058f067 req-93342232-3455-4460-9ccc-bc570d1a472a tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407720
Apr 06 10:31:45.319266 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d952-556b-450f-9a28-cfe4b2472ccb req-8cb281e1-3fa8-4cbf-95ae-ac03b67c1438 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:45.320712 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b8f9d952-556b-450f-9a28-cfe4b2472ccb req-8cb281e1-3fa8-4cbf-95ae-ac03b67c1438 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0809040
Apr 06 10:31:45.373769 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b8f9d952-556b-450f-9a28-cfe4b2472ccb req-d4f28c90-2b0a-4bb7-9ca0-04ee52cb81c7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465107
Apr 06 10:31:45.733862 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-cbf2961d-d8f3-46b8-95e7-f75d44e3a76f req-6a7b9db3-121d-45dc-97bf-5a61ca996758 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2358787
Apr 06 10:31:46.131939 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fc39-61a4-442d-b2a6-da4be75b0e7d req-fe24e9b9-029e-4e01-9f48-76ecb6e97da7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:46.133411 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c987fc39-61a4-442d-b2a6-da4be75b0e7d req-fe24e9b9-029e-4e01-9f48-76ecb6e97da7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0844033
Apr 06 10:31:46.185360 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-c987fc39-61a4-442d-b2a6-da4be75b0e7d req-6fcb5ee0-22f7-4647-bd2d-9032cd5374dc tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442324
Apr 06 10:31:46.226204 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-36520c2f-4870-497c-b730-ce0e46502833 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1529558
Apr 06 10:31:47.411185 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a096b-6b1b-4672-8173-aec9a7f66af8 req-8fe15a3b-2c1f-4a90-9296-eac9edfdcb26 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:47.412735 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-527a096b-6b1b-4672-8173-aec9a7f66af8 req-8fe15a3b-2c1f-4a90-9296-eac9edfdcb26 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0818651
Apr 06 10:31:47.464657 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-527a096b-6b1b-4672-8173-aec9a7f66af8 req-6e2eab23-d24b-45e6-83f2-3ca903c827c2 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459337
Apr 06 10:31:48.158040 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e640bc71-07be-46c6-9c1a-edb72fc3a36a no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:31:48.287093 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:48.320972 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:31:48.341759 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:31:48.387074 dv-cinder-836753-1-iscsi neutron-server[83996]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b6965f0d-9de4-45d6-8905-784f11c0bd71']: {'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'code': 422} returned with failed status
Apr 06 10:31:48.408814 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:48.414280 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-d30f3210-fb95-43a3-be4c-e5e74ae6cc97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f&tenant_id=809ef24228a24f46a00d287d0b0fa2cd HTTP/1.1" status: 200  len: 1099 time: 0.0834363
Apr 06 10:31:48.508977 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=6']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:31:48.521055 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.521178 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.521731 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.521851 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.522357 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.522488 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.522828 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.523149 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.523467 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.523782 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.525239 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:31:48.528837 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-99f0d589-8e21-4920-86cb-b81deba945f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1097 time: 0.0843370
Apr 06 10:31:48.552499 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:48.736706 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0204e82-0535-43bb-adae-97b8caba0866 req-113d6f05-69c0-4ebe-a038-869b6594a16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:48.738108 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-113d6f05-69c0-4ebe-a038-869b6594a16f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 909 time: 0.2061274
Apr 06 10:31:48.805913 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a7b8-00fa-41fc-8bc7-4a07ef333ea5 req-3a786c25-7b68-4702-a88c-5ccd24523516 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:48.807437 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7919a7b8-00fa-41fc-8bc7-4a07ef333ea5 req-3a786c25-7b68-4702-a88c-5ccd24523516 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.1905189
Apr 06 10:31:48.884981 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-913ad9c4-c678-414a-825b-0e0122bad74c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 999 time: 0.1376286
Apr 06 10:31:48.890917 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-7919a7b8-00fa-41fc-8bc7-4a07ef333ea5 req-355e6fb8-c0db-43c8-8543-df512ba8c5b7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719767
Apr 06 10:31:48.953091 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0204e82-0535-43bb-adae-97b8caba0866 req-50a5dfde-523e-4a96-b60a-ae956b668a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:48.954806 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-50a5dfde-523e-4a96-b60a-ae956b668a11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.0630412
Apr 06 10:31:49.131955 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-f4327297-438d-4d64-b492-db15794f4fa2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1709709
Apr 06 10:31:49.271311 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-42da3231-9c3d-46b9-8d4c-18d98a551e52 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323600
Apr 06 10:31:49.416119 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b0204e82-0535-43bb-adae-97b8caba0866 req-fb853bf0-8221-4fc8-819b-b784a01c7d3a service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373780
Apr 06 10:31:50.106604 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130dc2-323b-49b5-b1f0-b4127925855e req-468dd8c3-2ae3-4f97-b747-9222304f45d3 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:50.108095 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-94130dc2-323b-49b5-b1f0-b4127925855e req-468dd8c3-2ae3-4f97-b747-9222304f45d3 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0880947
Apr 06 10:31:50.159485 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-94130dc2-323b-49b5-b1f0-b4127925855e req-3020f0e0-9c50-48fa-a967-515952dcdf08 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457497
Apr 06 10:31:51.154031 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f8964264-bc63-4c05-98ba-a69b21d5c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:51.363860 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d64ad3-b683-4290-81e9-799cc25fdbfb req-2c4fdc8a-5f70-4e19-8097-e70f37492966 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:51.365553 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-62d64ad3-b683-4290-81e9-799cc25fdbfb req-2c4fdc8a-5f70-4e19-8097-e70f37492966 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0813556
Apr 06 10:31:51.412898 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-62d64ad3-b683-4290-81e9-799cc25fdbfb req-e0100fd3-cb48-411d-bc83-0f267102ce59 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416858
Apr 06 10:31:52.618065 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ddc8-ccd8-4890-a0a2-656adf76cd24 req-d6ad87f8-8ecb-42af-9c94-48aa809b7b0f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:52.619532 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-67a4ddc8-ccd8-4890-a0a2-656adf76cd24 req-d6ad87f8-8ecb-42af-9c94-48aa809b7b0f tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0809700
Apr 06 10:31:52.668325 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-67a4ddc8-ccd8-4890-a0a2-656adf76cd24 req-b6713f8d-4ca4-4151-9adb-5d73d52362f7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419633
Apr 06 10:31:53.187994 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-198879de-99ef-490b-9601-d0719690c95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:53.885703 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae894c3-e390-406b-b1c9-aba11d4390d8 req-fe1f3e62-9abf-4ca4-ae15-71c2c9c8aa11 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:53.888297 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fae894c3-e390-406b-b1c9-aba11d4390d8 req-fe1f3e62-9abf-4ca4-ae15-71c2c9c8aa11 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0896575
Apr 06 10:31:53.935771 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-fae894c3-e390-406b-b1c9-aba11d4390d8 req-ac0c21e4-30e8-4ecb-896e-1f906d6b3453 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415840
Apr 06 10:31:54.405026 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:55.143348 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a615-3878-4506-b3ce-d0074f0e3628 req-9f96e9f7-2073-41da-b74e-ad13936d9dd2 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:55.144817 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7e14a615-3878-4506-b3ce-d0074f0e3628 req-9f96e9f7-2073-41da-b74e-ad13936d9dd2 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0814011
Apr 06 10:31:55.190979 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-7e14a615-3878-4506-b3ce-d0074f0e3628 req-4f1f6ed5-c315-4b57-9a3a-53a14108ebed tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405710
Apr 06 10:31:55.282202 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:55.907677 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:56.386976 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262eb90-20bd-494d-afde-e3162e2dcd32 req-2e5f3daa-6742-401b-8b3c-a9965e9009df tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:56.388510 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5262eb90-20bd-494d-afde-e3162e2dcd32 req-2e5f3daa-6742-401b-8b3c-a9965e9009df tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0768359
Apr 06 10:31:56.440306 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5262eb90-20bd-494d-afde-e3162e2dcd32 req-64f38cdc-f90b-4f6b-bda8-6ad6406cf49e tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459745
Apr 06 10:31:57.585355 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:31:57.650945 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f9c90-b9da-4ca3-8f44-c2b686713c66 req-f8c32501-03f6-4931-b56f-987e21a08b42 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:57.653875 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-673f9c90-b9da-4ca3-8f44-c2b686713c66 req-f8c32501-03f6-4931-b56f-987e21a08b42 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 944 time: 0.0869317
Apr 06 10:31:57.699891 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-673f9c90-b9da-4ca3-8f44-c2b686713c66 req-cb421be1-1e07-41fe-b292-024eb9fded97 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404937
Apr 06 10:31:58.193996 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e640bc71-07be-46c6-9c1a-edb72fc3a36a details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 06 10:31:58.327251 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:31:58.340962 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Returning: {'device': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'port_id': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'mac_address': 'fa:16:3e:a3:a0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 06 10:31:58.394100 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:58.411997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e640bc71-07be-46c6-9c1a-edb72fc3a36a {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 06 10:31:58.428001 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:31:58.496662 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:31:58.563298 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=7']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:31:58.725108 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] get_ports_and_sgs() called for port_ids ['e640bc71-07be-46c6-9c1a-edb72fc3a36a'] {{(pid=83996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Apr 06 10:31:58.902371 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a455c-6b94-4600-8821-3701f5222fc1 req-8146f186-9b9b-4325-ac79-d76d042ef751 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:31:58.903855 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6b4a455c-6b94-4600-8821-3701f5222fc1 req-8146f186-9b9b-4325-ac79-d76d042ef751 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 945 time: 0.0783610
Apr 06 10:31:58.954670 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-6b4a455c-6b94-4600-8821-3701f5222fc1 req-645e5f97-b781-4959-8e1b-1add7a85c68a tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448551
Apr 06 10:32:00.156175 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fca409-d740-4a61-ad0c-9182bdf2a3a2 req-9c7d439f-f9b9-433e-bdd6-db379625eef4 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:32:00.157670 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b2fca409-d740-4a61-ad0c-9182bdf2a3a2 req-9c7d439f-f9b9-433e-bdd6-db379625eef4 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 945 time: 0.0808144
Apr 06 10:32:00.204010 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e640bc71-07be-46c6-9c1a-edb72fc3a36a up at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 06 10:32:00.204784 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-b2fca409-d740-4a61-ad0c-9182bdf2a3a2 req-24c47951-5727-459a-9c2d-8947af65a340 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415244
Apr 06 10:32:00.272693 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.provisioning_blocks [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Provisioning complete for port e640bc71-07be-46c6-9c1a-edb72fc3a36a triggered by entity L2. {{(pid=83996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 06 10:32:00.272973 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598889'] for port, provisioning_complete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:00.391493 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:00.423629 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:32:00.433832 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:32:00.493750 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735562163869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735561725314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735561725359'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:00.561137 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Pushing event updated for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=8']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:32:00.701723 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-0cfa7b68-fefa-4887-b499-40aad944f632 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.0733337
Apr 06 10:32:00.848758 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-c72d52d4-1091-4bac-85fb-7973de1eeecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:32:00.850122 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-c72d52d4-1091-4bac-85fb-7973de1eeecb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 909 time: 0.1290953
Apr 06 10:32:00.985780 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-c36241b8-d5fb-4956-b53a-60f598dc48ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 1001 time: 0.1295419
Apr 06 10:32:01.050394 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-460824dc-bedf-4487-b352-2300a1ec2798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:32:01.051806 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-460824dc-bedf-4487-b352-2300a1ec2798 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.0599871
Apr 06 10:32:01.126281 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-8793c647-f37b-441c-b5fb-ba5fde37db1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683322
Apr 06 10:32:01.258926 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-ee7e1486-b66f-488c-88ae-4a734e213bc7 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267915
Apr 06 10:32:01.406980 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-ce1b99f1-81e3-48a6-8482-bbfca41b69dc req-1c97ce00-a707-45a4-ac52-78516a3074a8 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419253
Apr 06 10:32:01.416682 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1e80e-1f79-4c00-8a39-807f4ea1033c req-94cee797-9c7b-47da-91c1-26e8660acfd0 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:32:01.418916 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bce1e80e-1f79-4c00-8a39-807f4ea1033c req-94cee797-9c7b-47da-91c1-26e8660acfd0 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0887892
Apr 06 10:32:01.472532 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-bce1e80e-1f79-4c00-8a39-807f4ea1033c req-7c209796-7c29-4bd0-8b32-fb27abc220af tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482295
Apr 06 10:32:01.508004 dv-cinder-836753-1-iscsi neutron-server[83996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5666c82-9599-4963-8e31-ec76bad14818'] response: {'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'code': 200}
Apr 06 10:32:01.874012 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1eb83e05-ce74-4091-8265-5617234a8fe5 req-35a29e6c-450f-4d2e-8427-dcb4c18b021a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.0774758
Apr 06 10:32:01.921081 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-1eb83e05-ce74-4091-8265-5617234a8fe5 req-b91ec348-4f50-4e03-8d80-07e433bc96b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399539
Apr 06 10:32:02.678850 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dafe6-8a0f-4a78-b155-b9095332d8ce req-733d3c69-21d2-4c42-a228-37d869f9f2b2 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:32:02.680395 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3f6dafe6-8a0f-4a78-b155-b9095332d8ce req-733d3c69-21d2-4c42-a228-37d869f9f2b2 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.0803413
Apr 06 10:32:02.731778 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-3f6dafe6-8a0f-4a78-b155-b9095332d8ce req-89f32f63-4ee3-4827-a301-7510bcda88e0 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448518
Apr 06 10:32:04.064958 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757ee83-c4e9-42ce-aaec-28ab15c0626a req-cc9ebab5-6196-44c2-b547-159078080ff7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:32:04.066908 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b757ee83-c4e9-42ce-aaec-28ab15c0626a req-cc9ebab5-6196-44c2-b547-159078080ff7 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.1474466
Apr 06 10:32:04.123718 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-b757ee83-c4e9-42ce-aaec-28ab15c0626a req-070832cf-11ea-410f-8862-d89d11790077 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490642
Apr 06 10:32:18.558728 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:21.167199 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-27db3e3d-82e7-48d8-bf83-403321c1cda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:23.203915 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4721e1a5-0ec0-47ac-879d-961d760f6e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:24.415205 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:25.261135 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:25.893044 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:34.585463 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:32:48.554997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:51.157757 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-f42106d8-b6c4-4ff3-81ff-3a596f4db52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:53.191083 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-2b4c6f3a-6b8c-49a9-8bb1-19fb9203f713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:54.431057 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:55.280404 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:32:55.916467 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:01.729966 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-85733332-b9de-4f1e-b12d-9e93069cb021 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1541100
Apr 06 10:33:01.875882 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-4a568dae-53f2-45d4-9062-391e3d5bba20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.0753624
Apr 06 10:33:02.029651 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-d6c4413d-74f3-4bc1-acd7-e2b34086b2b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:33:02.031112 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-d6c4413d-74f3-4bc1-acd7-e2b34086b2b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 909 time: 0.1334798
Apr 06 10:33:02.140154 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-c62215b8-ec0f-4530-b9e2-6e7240a00141 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 1001 time: 0.1020246
Apr 06 10:33:02.209290 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-d9e4bb8f-847b-473b-b851-48c48fe62f08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:33:02.210754 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-d9e4bb8f-847b-473b-b851-48c48fe62f08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.0639465
Apr 06 10:33:02.286462 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-76622db1-4ab2-424d-8d50-e5afcc5f1740 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691147
Apr 06 10:33:02.417758 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-cc2d86e1-1d0e-4e22-a421-88b0969a235b service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249695
Apr 06 10:33:02.551124 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-5b73342d-4bb2-4cf4-973d-591be6f153bd req-fb351761-ea7e-4c4b-9793-ab7d7f53dedb service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270669
Apr 06 10:33:11.587169 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:33:17.405132 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57342) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:17.616652 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Deleting port 1f249773-6692-4a50-a508-888e9cfc8da3 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:17.616976 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:17.873489 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:17.873811 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:17.997345 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Calling delete_port for 1f249773-6692-4a50-a508-888e9cfc8da3 owned by network:floatingip {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:18.213472 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:18.261274 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event deleted for resources: {'Port': ['ID=1f249773-6692-4a50-a508-888e9cfc8da3,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:18.302161 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.302505 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.302845 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.303178 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.303511 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.303828 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.304147 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.304469 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.305587 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.306341 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.306666 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:18.368605 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for floatingip, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:18.572482 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:18.769554 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Router c62fbd4c-b06a-48da-b3f6-a25ce55c18be has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:33:18.974777 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:33:18.986348 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] Sync routers for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:33:19.006401 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:33:19.007069 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff71be0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:32:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:19.075808 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for floatingip, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:19.132084 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ecb608e6-c776-4131-874e-f4eaf682dcf1 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "DELETE /v2.0/floatingips/dafa6096-521f-4e63-ad3c-1195cce83b28 HTTP/1.1" status: 204  len: 168 time: 1.7255907
Apr 06 10:33:19.133194 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:33:19.183981 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:33:19.394745 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccf2226-60b6-4554-8a5e-4a1901a76db0'] response: {'name': 'network-changed', 'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'status': 'completed', 'code': 200}
Apr 06 10:33:19.543247 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff71be0>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:39Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:19.547100 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] Checking router: c62fbd4c-b06a-48da-b3f6-a25ce55c18be for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:33:19.558838 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-eab48cc6-e349-4044-8ccf-1c34e75b961e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 1099 time: 0.1430712
Apr 06 10:33:19.560260 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:33:19.564997 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff71be0>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:32:53Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:19.718010 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-f63c8244-da19-4572-9719-8838f2841230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:33:19.719541 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-f63c8244-da19-4572-9719-8838f2841230 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 200  len: 909 time: 0.1538861
Apr 06 10:33:19.782889 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:33:19.793423 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-5ad32bc3-0825-41ee-99f3-17b39fb8e8c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 200  len: 217 time: 0.0667384
Apr 06 10:33:19.900302 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-7905c244-f94b-4cc1-9484-b898cc5d3f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:33:19.901737 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-7905c244-f94b-4cc1-9484-b898cc5d3f03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 200  len: 847 time: 0.0774794
Apr 06 10:33:19.966610 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4133d9e-b3a5-4c1c-bb14-d102923159bb req-e43f2b2e-706b-444e-98fa-2cc9e6f2ded3 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:33:19.968080 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4133d9e-b3a5-4c1c-bb14-d102923159bb req-e43f2b2e-706b-444e-98fa-2cc9e6f2ded3 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.2477069
Apr 06 10:33:20.028726 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-f8ef44d1-c3c3-478e-88ac-993b8685128c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9386b94c-3cde-4c36-9159-8e94ce4a441b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1184058
Apr 06 10:33:20.035917 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-d4133d9e-b3a5-4c1c-bb14-d102923159bb req-1de7e12e-e6b7-4104-94ec-9ce8377e64d9 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599077
Apr 06 10:33:20.127516 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ff71be0>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:39Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:20.131774 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6be051-ac96-40f9-896e-3bb15b6cfc91 None None] The sync data for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi is: [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:28:30Z', 'revision_number': 4, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi', '_interfaces': [{'id': '386294a8-f63d-49fd-b123-80205d7189da', 'name': '', 'network_id': '9386b94c-3cde-4c36-9159-8e94ce4a441b', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'mac_address': 'fa:16:3e:24:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1171550f-49e8-40cc-819b-815ce5e31869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:29Z', 'updated_at': '2022-04-06T10:28:39Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'subnets': [{'id': '1171550f-49e8-40cc-819b-815ce5e31869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:33:20.165890 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-a3c40d8b-e7d2-46b8-8682-40126b3a806b service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289194
Apr 06 10:33:20.303229 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-a71f000f-1a9c-460b-a251-be7dd336a1fd req-3e01a039-9b35-4984-9663-1cb9dc5d47c0 service neutron] 10.222.0.61 "GET /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314671
Apr 06 10:33:20.356643 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b7a015-6559-40cc-a4d8-da27936b979c None None] New status for floating IP dafa6096-521f-4e63-ad3c-1195cce83b28: DOWN {{(pid=83997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Apr 06 10:33:21.178526 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-aad6755f-ce91-40a2-8908-e9f8dbcd704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:21.344868 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830a83-c900-4e91-9d90-c3ba5269add1 req-729d5a06-4cd1-45d2-8ef9-e68f206f1017 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:33:21.345550 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-be830a83-c900-4e91-9d90-c3ba5269add1 req-729d5a06-4cd1-45d2-8ef9-e68f206f1017 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Synchronizing usage tracker for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:port {{(pid=83994) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:33:21.377700 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22586d1-f89d-4741-a27f-5d2234200766 req-170bebf6-da6f-4599-9590-6ea0ef9e77ba tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 06 10:33:21.379154 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f22586d1-f89d-4741-a27f-5d2234200766 req-170bebf6-da6f-4599-9590-6ea0ef9e77ba tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.61 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.1579309
Apr 06 10:33:21.412836 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.quota.resource [req-be830a83-c900-4e91-9d90-c3ba5269add1 req-729d5a06-4cd1-45d2-8ef9-e68f206f1017 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Unset dirty status for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:port {{(pid=83994) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:33:21.414888 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-be830a83-c900-4e91-9d90-c3ba5269add1 req-729d5a06-4cd1-45d2-8ef9-e68f206f1017 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 946 time: 0.2234783
Apr 06 10:33:21.447280 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Deleting port e640bc71-07be-46c6-9c1a-edb72fc3a36a {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:21.447618 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:21.461601 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-be830a83-c900-4e91-9d90-c3ba5269add1 req-7e416ea8-f9cf-4493-a999-dfcd00683cb2 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/security-groups?id=cc783906-1eac-442b-b0c3-970d619e18f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406265
Apr 06 10:33:21.693299 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] For port e640bc71-07be-46c6-9c1a-edb72fc3a36a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=e640bc71-07be-46c6-9c1a-edb72fc3a36a,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:21.693655 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:21.821745 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.plugin [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Calling delete_port for e640bc71-07be-46c6-9c1a-edb72fc3a36a owned by compute:nova {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:22.006923 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1105075'] for port, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:22.061761 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event deleted for resources: {'Port': ['ID=e640bc71-07be-46c6-9c1a-edb72fc3a36a,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:22.100245 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.100587 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.100921 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.101292 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.101615 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.101956 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.102291 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.102613 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.102939 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.103272 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.103589 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 06 10:33:22.143799 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] No DVR routers for this DVR port e640bc71-07be-46c6-9c1a-edb72fc3a36a on host hv-cinder-83675 {{(pid=83995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:33:22.146384 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496837'] for port, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:22.149462 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'name': 'network-vif-deleted', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 06 10:33:22.210210 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24b074d-05f0-41dc-910b-fbf4caa450b8'] response: {'server_uuid': '114fb598-1722-49a7-80c8-155911fa7c6f', 'name': 'network-vif-deleted', 'tag': 'e640bc71-07be-46c6-9c1a-edb72fc3a36a', 'status': 'completed', 'code': 200}
Apr 06 10:33:22.321233 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-f22586d1-f89d-4741-a27f-5d2234200766 req-c54fdc78-d59e-44cd-9fc9-8d326b97ac81 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.61 "DELETE /v2.0/ports/e640bc71-07be-46c6-9c1a-edb72fc3a36a HTTP/1.1" status: 204  len: 173 time: 0.9366844
Apr 06 10:33:22.632326 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [req-069e0e23-92ba-4720-aca5-a3342fd5db52 req-3f359d7e-b26a-472a-8044-af631ed05483 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 210 time: 0.0412405
Apr 06 10:33:23.178807 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-13788b7d-6ed1-4e08-bc63-c8fead564fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:23.819211 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-2b4090a6-3487-46ae-b14a-7da1b6d931d8 req-4e65273c-e95b-48e7-8357-b846e0837203 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Synchronizing usage tracker for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:port {{(pid=83995) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 06 10:33:23.903849 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.quota.resource [req-2b4090a6-3487-46ae-b14a-7da1b6d931d8 req-4e65273c-e95b-48e7-8357-b846e0837203 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Unset dirty status for tenant:809ef24228a24f46a00d287d0b0fa2cd on resource:port {{(pid=83995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 06 10:33:23.905041 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [req-2b4090a6-3487-46ae-b14a-7da1b6d931d8 req-4e65273c-e95b-48e7-8357-b846e0837203 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "GET /v2.0/ports?device_id=114fb598-1722-49a7-80c8-155911fa7c6f HTTP/1.1" status: 200  len: 210 time: 0.1287022
Apr 06 10:33:24.458046 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:24.694150 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e640bc71-07be-46c6-9c1a-edb72fc3a36a no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:33:24.730794 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] No Port match for: e640bc71-07be-46c6-9c1a-edb72fc3a36a {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:33:24.731045 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Device e640bc71-07be-46c6-9c1a-edb72fc3a36a not bound to the agent host hv-cinder-83675 {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:33:25.009654 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57374) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:25.081235 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-80d99e10-6e07-49de-aa57-8a1754694730 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:25.110615 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-80d99e10-6e07-49de-aa57-8a1754694730 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:25.241104 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-80d99e10-6e07-49de-aa57-8a1754694730 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:25.258339 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d99e10-6e07-49de-aa57-8a1754694730 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc783906-1eac-442b-b0c3-970d619e18f9,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:25.276849 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:25.314240 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-80d99e10-6e07-49de-aa57-8a1754694730 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:25.315355 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-80d99e10-6e07-49de-aa57-8a1754694730 tempest-TestShelveInstance-700899749 tempest-TestShelveInstance-700899749-project] 10.222.0.11 "DELETE /v2.0/security-groups/cc783906-1eac-442b-b0c3-970d619e18f9 HTTP/1.1" status: 204  len: 168 time: 0.3047240
Apr 06 10:33:25.402119 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57380) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:25.875449 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:26.038820 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:26.639666 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Deleting port 386294a8-f63d-49fd-b123-80205d7189da {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:26.640009 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:26.817858 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] For port 386294a8-f63d-49fd-b123-80205d7189da, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=386294a8-f63d-49fd-b123-80205d7189da,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:26.818253 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:26.938967 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Calling delete_port for 386294a8-f63d-49fd-b123-80205d7189da owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:27.183762 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:27.229080 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=386294a8-f63d-49fd-b123-80205d7189da,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:27.613873 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:28.189745 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Router c62fbd4c-b06a-48da-b3f6-a25ce55c18be has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:33:28.386372 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:33:28.395374 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] Sync routers for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:33:28.408739 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:33:28.409340 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80679160>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:33:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:28.465536 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-ccefc162-493a-4a5e-959b-f70e02ed7c22 admin admin] 10.222.0.11 "PUT /v2.0/routers/c62fbd4c-b06a-48da-b3f6-a25ce55c18be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0621829
Apr 06 10:33:28.468053 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57386) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:28.586830 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:33:28.675169 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:28.938839 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80679160>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:33:27Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:28.945710 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] Checking router: c62fbd4c-b06a-48da-b3f6-a25ce55c18be for host: dv-cinder-836753-1-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:33:28.957684 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] Routers {'c62fbd4c-b06a-48da-b3f6-a25ce55c18be'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:33:28.958337 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80679160>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:33:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:28.996678 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:29.057861 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Deleting port febcef38-0a33-4831-84b8-c5f2dfbeb050 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:29.058316 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:29.144012 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_dvr_db [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] Set router c62fbd4c-b06a-48da-b3f6-a25ce55c18be gateway port host: dv-cinder-836753-1-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:33:29.237342 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] For port febcef38-0a33-4831-84b8-c5f2dfbeb050, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=febcef38-0a33-4831-84b8-c5f2dfbeb050,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:29.238237 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:29.360689 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Calling delete_port for febcef38-0a33-4831-84b8-c5f2dfbeb050 owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:29.434472 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.db.l3_hamode_db [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80679160>, [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:33:27Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:29.438757 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7005b42-ce33-4a2e-92d3-51eacfcf766f None None] The sync data for ids ['c62fbd4c-b06a-48da-b3f6-a25ce55c18be'] in dv-cinder-836753-1-iscsi is: [{'id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'name': 'tempest-TestShelveInstance-638909583-router', 'tenant_id': '809ef24228a24f46a00d287d0b0fa2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:25Z', 'updated_at': '2022-04-06T10:33:27Z', 'revision_number': 5, 'project_id': '809ef24228a24f46a00d287d0b0fa2cd', 'gw_port': {'id': 'febcef38-0a33-4831-84b8-c5f2dfbeb050', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fbd4c-b06a-48da-b3f6-a25ce55c18be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:26Z', 'updated_at': '2022-04-06T10:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:33:29.623836 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:29.668258 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Pushing event deleted for resources: {'Port': ['ID=febcef38-0a33-4831-84b8-c5f2dfbeb050,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:29.853611 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 386294a8-f63d-49fd-b123-80205d7189da no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:33:29.901087 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 386294a8-f63d-49fd-b123-80205d7189da {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:33:29.901466 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 386294a8-f63d-49fd-b123-80205d7189da not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:33:29.902979 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.167697 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.172342 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.280648 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.281330 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c62fbd4c-b06a-48da-b3f6-a25ce55c18be {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:33:30.297116 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.300828 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-7a9e8959-a96d-433d-8845-bfd5265be641 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c62fbd4c-b06a-48da-b3f6-a25ce55c18be HTTP/1.1" status: 204  len: 168 time: 1.8293087
Apr 06 10:33:30.301563 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57390) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:30.370964 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfc735d-3b7a-473b-87aa-1ea745d3006c admin admin] Deleting subnet 1171550f-49e8-40cc-819b-815ce5e31869 {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:33:30.374249 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-edfc735d-3b7a-473b-87aa-1ea745d3006c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.425049 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-edfc735d-3b7a-473b-87aa-1ea745d3006c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267207563'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.506438 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-edfc735d-3b7a-473b-87aa-1ea745d3006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.731721 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-edfc735d-3b7a-473b-87aa-1ea745d3006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266915740'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.765286 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc735d-3b7a-473b-87aa-1ea745d3006c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1171550f-49e8-40cc-819b-815ce5e31869,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:30.774425 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-edfc735d-3b7a-473b-87aa-1ea745d3006c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.779485 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258aced5-4ad5-4765-913a-deb9820c0d92 None None] Network 9386b94c-3cde-4c36-9159-8e94ce4a441b requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:33:30.780712 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-edfc735d-3b7a-473b-87aa-1ea745d3006c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1171550f-49e8-40cc-819b-815ce5e31869 HTTP/1.1" status: 204  len: 168 time: 0.4780488
Apr 06 10:33:30.783044 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57394) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:30.888357 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:30.903564 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Deleting port f043c6cd-e7b7-4264-839f-e825da90af50 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:30.903564 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.030174 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] DHCP port deletion for 9386b94c-3cde-4c36-9159-8e94ce4a441b request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:33:31.034311 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] Deleting port f043c6cd-e7b7-4264-839f-e825da90af50 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:31.034687 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.118002 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] For port f043c6cd-e7b7-4264-839f-e825da90af50, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=f043c6cd-e7b7-4264-839f-e825da90af50,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:31.118363 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.233343 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] For port f043c6cd-e7b7-4264-839f-e825da90af50, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=f043c6cd-e7b7-4264-839f-e825da90af50,segment=NetworkSegment(d2c8d0b4-a91b-4455-8c75-19defef27bde),segment_id=d2c8d0b4-a91b-4455-8c75-19defef27bde)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:31.233641 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.237082 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Calling delete_port for f043c6cd-e7b7-4264-839f-e825da90af50 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:31.354326 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] Calling delete_port for f043c6cd-e7b7-4264-839f-e825da90af50 owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:31.377799 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.422461 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:33:31.422817 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:33:31.423583 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Pushing event deleted for resources: {'Port': ['ID=f043c6cd-e7b7-4264-839f-e825da90af50,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:31.430528 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] No DVR routers for this DVR port f043c6cd-e7b7-4264-839f-e825da90af50 on host dv-cinder-836753-1-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:33:31.545710 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.571417 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8044e370>,) {'filters': {'network_id': ['9386b94c-3cde-4c36-9159-8e94ce4a441b']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:31.583079 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8044e370>, 'd2c8d0b4-a91b-4455-8c75-19defef27bde') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:31.583373 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8044e370>, 'd2c8d0b4-a91b-4455-8c75-19defef27bde') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:31.595892 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.614239 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.621357 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:33:31.621756 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:33:31.635235 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:33:31.650755 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device febcef38-0a33-4831-84b8-c5f2dfbeb050 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:33:31.684684 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: febcef38-0a33-4831-84b8-c5f2dfbeb050 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:33:31.685030 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device febcef38-0a33-4831-84b8-c5f2dfbeb050 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:33:31.685441 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device f043c6cd-e7b7-4264-839f-e825da90af50 no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:33:31.721067 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: f043c6cd-e7b7-4264-839f-e825da90af50 {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:33:31.722686 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device f043c6cd-e7b7-4264-839f-e825da90af50 not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:33:31.766651 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.783156 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.793619 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] Pushing event deleted for resources: {'Network': ['ID=9386b94c-3cde-4c36-9159-8e94ce4a441b,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:31.892952 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-9feab939-8296-43d5-9c29-dfdf110e0646 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9386b94c-3cde-4c36-9159-8e94ce4a441b HTTP/1.1" status: 204  len: 168 time: 1.1088698
Apr 06 10:33:31.895668 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57398) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:31.924432 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] Deleting port f043c6cd-e7b7-4264-839f-e825da90af50 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:31.925071 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:31.991006 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-03f1cea5-c05d-400f-b0a2-1c150d63c34f None None] The port 'f043c6cd-e7b7-4264-839f-e825da90af50' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:33:32.288065 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725214'] for router_interface, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:32.977061 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Deleting port 1165a422-486c-442f-bd98-3499722cb24b {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:32.977728 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:33.149003 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] For port 1165a422-486c-442f-bd98-3499722cb24b, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=1165a422-486c-442f-bd98-3499722cb24b,segment=NetworkSegment(895ce713-4c50-407e-a007-a9bcd95bd5db),segment_id=895ce713-4c50-407e-a007-a9bcd95bd5db)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:33.149295 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:33.267983 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Calling delete_port for 1165a422-486c-442f-bd98-3499722cb24b owned by network:router_interface {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:33.486560 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:33.534510 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Pushing event deleted for resources: {'Port': ['ID=1165a422-486c-442f-bd98-3499722cb24b,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:33.831544 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725263'] for router_interface, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:34.532890 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Router 4b47fac7-22b8-4d84-991e-c2c5daf39961 has already been hosted by L3 agent 1645301c-1f04-4214-bf9f-6ab1232f99d5 {{(pid=83994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 06 10:33:34.737628 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] Notify agent at l3_agent.dv-cinder-836753-1-iscsi the message routers_updated {{(pid=83994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 06 10:33:34.747375 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-9b18bf27-d269-4f1c-bdc3-536162dee3de admin admin] 10.222.0.11 "PUT /v2.0/routers/4b47fac7-22b8-4d84-991e-c2c5daf39961/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8507173
Apr 06 10:33:34.747931 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] Sync routers for ids ['4b47fac7-22b8-4d84-991e-c2c5daf39961'] in dv-cinder-836753-1-iscsi {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Apr 06 10:33:34.749802 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57402) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:34.760185 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] Routers {'4b47fac7-22b8-4d84-991e-c2c5daf39961'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:33:34.760813 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806e1b20>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:33:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['4b47fac7-22b8-4d84-991e-c2c5daf39961'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:34.936699 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] Set router 4b47fac7-22b8-4d84-991e-c2c5daf39961 gateway port host: dv-cinder-836753-1-iscsi {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:33:34.967112 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:35.170040 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:35.223550 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Deleting port 3285d711-0409-47a9-ba71-b61c8903760c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:35.223801 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:35.231659 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806e1b20>, [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'external_fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '3285d711-0409-47a9-ba71-b61c8903760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:33:33Z', 'revision_number': 5, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port': {'id': '3285d711-0409-47a9-ba71-b61c8903760c', 'name': '', 'network_id': 'e343cb68-c3b4-4ab6-a7cb-a94427700dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f6f8379-7275-4d94-a23f-7b81f36110d7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-iscsi'}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:35.235567 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] Checking router: 4b47fac7-22b8-4d84-991e-c2c5daf39961 for host: dv-cinder-836753-1-iscsi {{(pid=83997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Apr 06 10:33:35.247557 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] Routers {'4b47fac7-22b8-4d84-991e-c2c5daf39961'} bound to L3 agent in host dv-cinder-836753-1-iscsi {{(pid=83997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Apr 06 10:33:35.248160 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e806e1b20>, 'dv-cinder-836753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:08:53Z,description=<?>,heartbeat_timestamp=2022-04-06T10:33:23Z,host='dv-cinder-836753-1-iscsi',id=1645301c-1f04-4214-bf9f-6ab1232f99d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-06T10:08:54Z,topic='l3_agent')) {'router_ids': ['4b47fac7-22b8-4d84-991e-c2c5daf39961'], 'active': True} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:35.399006 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_dvr_db [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] Set router 4b47fac7-22b8-4d84-991e-c2c5daf39961 gateway port host: None {{(pid=83997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Apr 06 10:33:35.405107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] For port 3285d711-0409-47a9-ba71-b61c8903760c, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=3285d711-0409-47a9-ba71-b61c8903760c,segment=NetworkSegment(0f2fc3e0-db0b-4d73-b6b1-b3469fb25623),segment_id=0f2fc3e0-db0b-4d73-b6b1-b3469fb25623)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:35.405814 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:35.511726 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.l3_hamode_db [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e806e1b20>, [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:33:35Z', 'revision_number': 6, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port_host': None}], 'dv-cinder-836753-1-iscsi', False) {} {{(pid=83997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:35.517925 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35106963-81ef-4df3-8dec-53c83ec551fd None None] The sync data for ids ['4b47fac7-22b8-4d84-991e-c2c5daf39961'] in dv-cinder-836753-1-iscsi is: [{'id': '4b47fac7-22b8-4d84-991e-c2c5daf39961', 'name': 'tempest-TestShelveInstance-290815036-router', 'tenant_id': '321b70373b9540b889052132b085c73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:28:35Z', 'updated_at': '2022-04-06T10:33:35Z', 'revision_number': 6, 'project_id': '321b70373b9540b889052132b085c73c', 'gw_port_host': None}] {{(pid=83997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Apr 06 10:33:35.642405 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Calling delete_port for 3285d711-0409-47a9-ba71-b61c8903760c owned by network:router_gateway {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:35.856277 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1165a422-486c-442f-bd98-3499722cb24b no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:33:35.869085 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:35.894731 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 1165a422-486c-442f-bd98-3499722cb24b {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:33:35.895078 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 1165a422-486c-442f-bd98-3499722cb24b not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:33:35.953046 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3285d711-0409-47a9-ba71-b61c8903760c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:36.072700 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [req-e3811166-a318-4687-9465-00b6262fed6c req-f6b7eaf5-2acb-4268-a497-d6d62d5e6f8c service neutron] (83994) timed out ('10.222.0.61', 56046) {{(pid=83994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 06 10:33:36.151973 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725045'] for router_gateway, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.446209 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1721573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6005'] for router, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.450862 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.543594 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1721433'] for router, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.544135 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b47fac7-22b8-4d84-991e-c2c5daf39961 {{(pid=83994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 06 10:33:36.557815 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.559018 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-9b1dab57-5b99-471a-9921-f7bfc29608d7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4b47fac7-22b8-4d84-991e-c2c5daf39961 HTTP/1.1" status: 204  len: 168 time: 1.8082685
Apr 06 10:33:36.561898 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57406) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:36.634379 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c853eb6c-349e-4274-a232-86266c16ceae admin admin] Deleting subnet 681ad993-9ab1-4740-827c-cfc584d6ff1f {{(pid=83994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Apr 06 10:33:36.640413 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c853eb6c-349e-4274-a232-86266c16ceae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.696201 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c853eb6c-349e-4274-a232-86266c16ceae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267207563'] for subnet, precommit_delete_associations {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.773989 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c853eb6c-349e-4274-a232-86266c16ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605829'] for subnet, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.915743 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c853eb6c-349e-4274-a232-86266c16ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266915740'] for subnet, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.964765 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853eb6c-349e-4274-a232-86266c16ceae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681ad993-9ab1-4740-827c-cfc584d6ff1f,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:36.972509 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c853eb6c-349e-4274-a232-86266c16ceae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for subnet, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:36.980372 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f639f096-0709-47d5-9ccb-c4cc1b70e22f None None] Network aafc9245-893d-4b4d-acf5-e988089c18cc requested from dv-cinder-836753-1-iscsi {{(pid=83996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Apr 06 10:33:36.983756 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-c853eb6c-349e-4274-a232-86266c16ceae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/681ad993-9ab1-4740-827c-cfc584d6ff1f HTTP/1.1" status: 204  len: 168 time: 0.4183333
Apr 06 10:33:36.983756 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57410) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:37.095350 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640374'] for network, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.106934 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Deleting port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:37.107258 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.265987 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] DHCP port deletion for aafc9245-893d-4b4d-acf5-e988089c18cc request from dv-cinder-836753-1-iscsi {{(pid=83996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Apr 06 10:33:37.271115 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] Deleting port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:37.271492 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.432137 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] For port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=541670e3-4a30-4d54-a7e9-f1337ef3c0cf,segment=NetworkSegment(895ce713-4c50-407e-a007-a9bcd95bd5db),segment_id=895ce713-4c50-407e-a007-a9bcd95bd5db)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:37.432492 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.479965 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] For port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf, host dv-cinder-836753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-iscsi',level=0,port_id=541670e3-4a30-4d54-a7e9-f1337ef3c0cf,segment=NetworkSegment(895ce713-4c50-407e-a007-a9bcd95bd5db),segment_id=895ce713-4c50-407e-a007-a9bcd95bd5db)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 06 10:33:37.480300 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1828136'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.555149 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Calling delete_port for 541670e3-4a30-4d54-a7e9-f1337ef3c0cf owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:37.598192 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] Calling delete_port for 541670e3-4a30-4d54-a7e9-f1337ef3c0cf owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Apr 06 10:33:37.654207 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 541670e3-4a30-4d54-a7e9-f1337ef3c0cf no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:33:37.709107 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735562163851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735561725305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530064'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.728226 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.db.api [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 06 10:33:37.728582 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG oslo_db.api [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 06 10:33:37.729518 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.db [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No active binding found for port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf {{(pid=83996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Apr 06 10:33:37.729914 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 541670e3-4a30-4d54-a7e9-f1337ef3c0cf not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:33:37.730410 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 3285d711-0409-47a9-ba71-b61c8903760c no longer exists at agent ovs-agent-dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 06 10:33:37.756799 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=541670e3-4a30-4d54-a7e9-f1337ef3c0cf,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:37.763410 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] No DVR routers for this DVR port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf on host dv-cinder-836753-1-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 06 10:33:37.764029 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] No Port match for: 3285d711-0409-47a9-ba71-b61c8903760c {{(pid=83996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 06 10:33:37.764384 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.rpc [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Device 3285d711-0409-47a9-ba71-b61c8903760c not bound to the agent host dv-cinder-836753-1-iscsi {{(pid=83996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 06 10:33:37.880404 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-599102', 'neutron.services.segments.db._delete_segments_for_network-8735562192752'] for network, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.905389 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7fe254f0>,) {'filters': {'network_id': ['aafc9245-893d-4b4d-acf5-e988089c18cc']}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:37.923065 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7fe254f0>, '895ce713-4c50-407e-a007-a9bcd95bd5db') {'for_net_delete': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:37.923356 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.services.segments.db [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7fe254f0>, '895ce713-4c50-407e-a007-a9bcd95bd5db') {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 06 10:33:37.935888 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735562191863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267207570'] for segment, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.952393 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931055'] for segment, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.958755 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Apr 06 10:33:37.959677 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-931046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1530019'] for segment, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]: Traceback (most recent call last):
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     timer()
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     cb(*args, **kw)
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     return func(*args, **kwargs)
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     self._notify()
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     self.callback(batched_events)
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     event.method(event)
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     return f(self, *a, **k)
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._get(url).json()
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     return self.request(url, 'GET', **kwargs)
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 06 10:33:37.973178 dv-cinder-836753-1-iscsi neutron-server[83994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 06 10:33:38.097954 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-599047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1724958'] for network, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:38.115402 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754232'] for network, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:38.130138 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=aafc9245-893d-4b4d-acf5-e988089c18cc,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:38.136214 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-772bf542-dfae-490a-b31b-f4ee66ad0b2b admin admin] 10.222.0.11 "DELETE /v2.0/networks/aafc9245-893d-4b4d-acf5-e988089c18cc HTTP/1.1" status: 204  len: 168 time: 1.1513734
Apr 06 10:33:38.230153 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] Deleting port 541670e3-4a30-4d54-a7e9-f1337ef3c0cf {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 06 10:33:38.230736 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735562256586'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:38.296253 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron.plugins.ml2.plugin [None req-65145442-2996-4a4b-907c-c368fee48f92 None None] The port '541670e3-4a30-4d54-a7e9-f1337ef3c0cf' was deleted {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 06 10:33:38.455256 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 57416) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:38.512017 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-3f6a8863-d2c5-4433-b150-9e6cd5397396 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=809ef24228a24f46a00d287d0b0fa2cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0552976
Apr 06 10:33:38.514476 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [-] (83995) accepted ('10.222.0.11', 57420) {{(pid=83995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:38.575586 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8f52a1e9-50e9-4b7f-bd93-968307880607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:38.601980 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8f52a1e9-50e9-4b7f-bd93-968307880607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:38.726354 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8f52a1e9-50e9-4b7f-bd93-968307880607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:38.744326 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52a1e9-50e9-4b7f-bd93-968307880607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686138cb-7123-409d-929b-7f0868347b93,revision_number=None']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:38.751234 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-8f52a1e9-50e9-4b7f-bd93-968307880607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:38.752345 dv-cinder-836753-1-iscsi neutron-server[83995]: INFO neutron.wsgi [None req-8f52a1e9-50e9-4b7f-bd93-968307880607 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/686138cb-7123-409d-929b-7f0868347b93 HTTP/1.1" status: 204  len: 168 time: 0.2369845
Apr 06 10:33:39.401727 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57428) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:39.451329 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-b4eb2371-1de1-4390-a1de-64f7aca27926 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=321b70373b9540b889052132b085c73c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484123
Apr 06 10:33:39.461382 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.wsgi [-] (83994) accepted ('10.222.0.11', 57432) {{(pid=83994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 06 10:33:39.524145 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2604ac5b-5c82-4093-bfb8-791c7f7f37fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:39.549151 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2604ac5b-5c82-4093-bfb8-791c7f7f37fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:39.697558 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2604ac5b-5c82-4093-bfb8-791c7f7f37fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1911977'] for security_group, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:39.711966 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604ac5b-5c82-4093-bfb8-791c7f7f37fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa02d269-48b4-4650-8b4f-edecade4f46c,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 06 10:33:39.719765 dv-cinder-836753-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2604ac5b-5c82-4093-bfb8-791c7f7f37fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:39.720914 dv-cinder-836753-1-iscsi neutron-server[83994]: INFO neutron.wsgi [None req-2604ac5b-5c82-4093-bfb8-791c7f7f37fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa02d269-48b4-4650-8b4f-edecade4f46c HTTP/1.1" status: 204  len: 168 time: 0.2585716
Apr 06 10:33:46.885248 dv-cinder-836753-1-iscsi neutron-server[83995]: DEBUG neutron.wsgi [req-7db3fd8e-0786-43e9-a664-1a2782e4912b req-b6790684-0ca5-4327-bd82-47a853453d28 service neutron] (83995) timed out ('10.222.0.61', 56075) {{(pid=83995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 06 10:33:48.537066 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:48.586887 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:33:51.171052 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-b528d60f-2893-4ccf-b9f5-beab95993d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:53.188501 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-b63bc88d-d2c2-4e92-96fb-6a32add4edf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:54.416249 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:55.274215 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:33:55.930952 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:18.547370 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:21.164882 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-113498a9-402e-48f9-9760-316d03c880ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:23.181480 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-608e628d-c0fa-4fb9-a87e-59aee3039713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:24.415542 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:25.278666 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:25.586678 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:34:25.872393 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:48.586485 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:51.163529 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-aa601ca9-a55c-47be-8610-4aff8b5f0baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:53.163200 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-48d50437-242b-4f41-bbee-076fc6474366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:54.465875 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:55.249044 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:34:55.928642 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:02.587070 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:35:18.590340 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:21.156288 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-65000ea3-f869-4cf7-9b3c-1edf2089b378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:23.213844 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-76171108-0505-4490-bb08-6b0cab0c06d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:24.424952 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:25.252955 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:25.876288 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:39.586902 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:35:48.571322 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:51.161793 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d993b622-6b90-4fc7-8bd8-373ade8a49fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:53.177132 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-556fa1ec-66fa-483f-959b-d3e1b12c5141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:54.434107 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:55.291517 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:35:55.961848 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:16.586974 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:36:18.615930 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:21.143540 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-b03d3886-f0b4-47f5-b00c-b8bdc0834192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:23.234856 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-de8c5ea8-0203-4dd2-98c8-18dafcf8fa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:24.452112 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:25.269607 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:25.901413 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:48.591672 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:51.158141 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-6b510639-0c2f-4dcf-a5ed-8b45c5675342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:53.203343 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-8c474a04-130e-4c87-bbff-28d17e09b2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:53.588244 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:36:54.443300 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:55.265785 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:36:55.903660 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:18.596249 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:21.173626 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-eb787919-434b-4793-b9d7-ecbcaaad56cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:23.184646 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-3e1b8765-1cde-4537-81fe-02fd206c6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:24.470563 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:25.287229 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:25.910888 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:30.588723 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:37:48.598366 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:51.206145 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4c83b366-0f40-470a-b4e3-b0eb31d46981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:53.210139 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-59db3cef-b506-49ca-9c95-669cce552929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:54.439884 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:55.251536 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:37:55.903241 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:07.590821 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:38:18.597894 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:21.170276 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-65e0ecd0-6eb4-4f33-9f52-b7ca22530b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:23.188412 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4048aed7-32b3-4d7b-9dae-4050c5edeab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:24.438900 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:25.271542 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:25.917208 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:44.591323 dv-cinder-836753-1-iscsi neutron-server[83997]: DEBUG neutron.db.agents_db [None req-56eceeca-2264-43d8-88e5-390852551788 None None] Agent healthcheck: found 6 active agents {{(pid=83997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 06 10:38:48.609219 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-37e7a5b3-6827-4cac-8e40-a15ba41acb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:51.168377 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-4424210e-6517-4bd7-8e45-5f95be77904e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:53.191199 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-906db317-4905-4347-953b-590c2b8157fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:54.454931 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-34c739fc-6539-473b-b6b9-cb64676e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:55.271662 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-c138955e-471a-4f71-a4f9-41f7221cf600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 06 10:38:55.923486 dv-cinder-836753-1-iscsi neutron-server[83996]: DEBUG neutron_lib.callbacks.manager [None req-d30f1dd3-4a73-4ab6-8837-1e94d060859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735562192734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598846'] for agent, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}